-- Logs begin at Fri 2021-06-18 12:14:11 UTC, end at Fri 2021-06-18 13:23:36 UTC. -- Jun 18 12:45:34.035960 dv-cinder-797073-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 18 12:45:36.796531 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.common.config [-] Logging enabled! Jun 18 12:45:36.797728 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 18 12:45:36.797728 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92716) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 18 12:45:36.800672 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.common.config [-] Logging enabled! Jun 18 12:45:36.800955 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 18 12:45:36.801273 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92716) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 18 12:45:36.802232 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 12:45:36.802469 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 12:45:36.802837 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 12:45:36.803091 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 12:45:36.803321 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 12:45:36.803646 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.803949 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.804249 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.804481 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.804796 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.805094 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.805379 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.805673 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.805973 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.806264 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.806546 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.806834 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.807068 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.807355 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.807647 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.807936 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.808170 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] debug = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.808454 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.808904 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.809332 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.809616 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.809913 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.810194 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.810471 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.810752 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.811039 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.811384 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] host = dv-cinder-797073-1-iscsi {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.812014 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.812313 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.812606 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.812936 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.813217 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.813506 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.813809 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.814077 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.814384 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] log_file = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.814641 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.814933 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.815217 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.815510 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.815740 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.815966 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.816257 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.816548 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.816854 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.817134 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.817421 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.817841 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.817979 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.818219 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.818507 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.818795 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.819081 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.819358 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.819631 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.819908 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.820182 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.820473 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.820746 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.821043 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.821318 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.821608 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.821877 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.822513 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.822513 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.822857 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.822994 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.823284 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.823564 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.823856 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.824135 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.824410 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.824687 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] use_json = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.824989 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.825270 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.825555 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.825831 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.826106 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.826383 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.826659 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.826948 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:36.827283 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.827586 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.827896 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.828188 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.828493 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.828823 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.829202 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.829644 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.830075 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.830377 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.830680 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.830984 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.831270 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.831560 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.831861 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.832175 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.832481 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.832811 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.833099 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.833388 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.833670 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.833956 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.834268 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.834551 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.834845 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.835126 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.835410 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.835712 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.835996 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.836276 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.836563 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.836885 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.837193 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.837454 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.837743 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.838027 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.838302 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.838578 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.838861 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.839156 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.839440 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.839714 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.839989 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.840269 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.840545 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.840860 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.841144 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.841422 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.841701 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.841983 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.842262 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.842539 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.843541 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.843799 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.844218 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.844518 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.844807 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.845095 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.845379 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.845661 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.845940 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.846219 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.846504 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.846784 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.847064 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.847347 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.847628 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.847906 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.848204 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.848511 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.848819 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.849107 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.849392 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.849676 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.849966 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.850248 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.850528 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.850811 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.851088 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.851391 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.851680 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.851975 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.852263 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.852544 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.852869 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.853154 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.853444 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.853725 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.854011 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.854304 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.854592 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.854892 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.855193 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.855493 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.855794 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.856093 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.856379 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.856698 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.857010 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:36.857234 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 12:45:36.857488 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92716) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 18 12:45:37.222802 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:45:37.222802 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:45:37.222802 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:45:37.223190 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 18 12:45:37.621565 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:37.621817 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:37.621989 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:37.623319 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:37.623593 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:37.623946 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:37.659848 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:37.660126 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:37.660402 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:37.674563 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:37.674845 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:37.675113 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:37.705755 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:37.706041 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:37.706308 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:37.744664 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:37.744978 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:37.745254 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:37.981985 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:37.982629 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:37.982629 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:37.982802 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:37.984292 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.120088 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.120422 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.120706 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.121011 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.121288 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.121610 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.121871 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.122133 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.122390 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.122677 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.122943 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.123214 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.123477 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.123750 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.124972 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.125257 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.125543 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.125831 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.126410 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.126625 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.126918 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.127293 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.127563 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.127857 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.128110 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.128360 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.128825 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92716) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 12:45:38.129074 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92716) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 12:45:38.129314 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92716) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 12:45:38.129552 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92716) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 12:45:38.129793 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92716) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 12:45:38.130028 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92716) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 12:45:38.130407 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 18 12:45:38.135106 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 18 12:45:38.139221 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 18 12:45:38.143353 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Jun 18 12:45:38.145051 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 18 12:45:38.145526 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 18 12:45:38.145866 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 18 12:45:38.146259 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 18 12:45:38.149163 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 18 12:45:38.149412 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 18 12:45:38.149771 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 18 12:45:38.178521 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 18 12:45:38.178994 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.179301 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92716) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 18 12:45:38.179673 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.181110 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92716) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 18 12:45:38.181407 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 18 12:45:38.181655 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 18 12:45:38.184983 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.185271 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.251990 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 18 12:45:38.252189 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 18 12:45:38.252373 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 18 12:45:38.252778 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 18 12:45:38.274106 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_db.sqlalchemy.engines [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92716) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 18 12:45:38.824996 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.plugins.ml2.managers [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Initializing driver for type 'gre' Jun 18 12:45:38.825556 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] gre ID ranges: [(1, 1000)] Jun 18 12:45:38.878553 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.plugins.ml2.managers [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Initializing driver for type 'local' Jun 18 12:45:38.878887 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.plugins.ml2.managers [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Initializing driver for type 'vlan' Jun 18 12:45:38.894519 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] VlanTypeDriver initialization complete Jun 18 12:45:38.894972 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.plugins.ml2.managers [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Initializing driver for type 'vxlan' Jun 18 12:45:38.895702 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] vxlan ID ranges: [(1, 1000)] Jun 18 12:45:38.965517 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.plugins.ml2.managers [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Initializing extension driver 'port_security' Jun 18 12:45:38.965851 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.plugins.ml2.extensions.port_security [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] PortSecurityExtensionDriver initialization complete Jun 18 12:45:38.966177 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.plugins.ml2.managers [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Initializing mechanism driver 'openvswitch' Jun 18 12:45:38.966493 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.plugins.ml2.managers [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Initializing mechanism driver 'hyperv' Jun 18 12:45:38.973352 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.plugins.ml2.plugin [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:45:38.974149 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > port after_create 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.974518 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > port after_update 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.974868 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > port after_delete 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.975254 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > subnet after_create 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.975603 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > subnet after_update 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.975943 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.976316 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > network after_create 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.976657 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > network after_update 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.977020 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > network after_delete 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.977394 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > security_group after_create 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.977737 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > security_group after_update 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.978064 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.978436 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.978772 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.979105 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.979479 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > address_group after_create 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.979821 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > address_group after_update 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.980156 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.980491 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] ML2 OVO RPC backend initialized. {{(pid=92716) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 18 12:45:38.981246 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.981597 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.982013 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > network before_response 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.982356 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > networks before_response 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.982879 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > port before_response 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.983022 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > ports before_response 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.983390 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > subnet before_response 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.983724 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > subnets before_response 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.984059 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > network after_create 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.984392 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > network after_update 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.984730 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > network after_delete 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.985079 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > port after_create 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.985407 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > port after_update 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.985741 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > port after_delete 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.986070 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > subnet after_create 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.986402 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > subnet after_update 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.986766 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:38.987310 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.plugins.ml2.plugin [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Modular L2 Plugin initialization complete Jun 18 12:45:38.987635 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading services supported by the core plugin {{(pid=92716) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 18 12:45:38.987957 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.plugins.ml2.managers [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Got port-security extension from driver 'port_security' Jun 18 12:45:38.988418 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.extensions.vlantransparent [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Disabled vlantransparent extension. Jun 18 12:45:38.988934 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92716) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 18 12:45:38.989245 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading Plugin: router Jun 18 12:45:39.027500 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.027884 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > router after_create 55549900 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.028251 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > router before_create 55549900 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.028611 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.029006 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.029561 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > router after_delete 55549900 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.029924 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.030636 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > router after_create 55549900 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.030990 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > router after_update 55549900 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.031338 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > router after_update 55549900 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.031684 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.032040 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > router after_update 55549900 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.032451 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > router precommit_update 55549900 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.032833 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: port after_update 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.033176 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: port after_delete 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.033509 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: subnet after_update 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.033843 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.034184 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.034526 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > router precommit_create 55549900 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.034862 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: port before_delete 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.035200 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > router precommit_create 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.035609 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > router after_update 55549900 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.035950 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.036297 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > router precommit_create 55549900 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.036659 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.037035 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > router precommit_update 55549900 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.037409 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > network after_delete 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.038337 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.quota.resource_registry [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Tracking information for resource: router configured {{(pid=92716) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 12:45:39.038658 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.quota.resource_registry [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Tracking information for resource: floatingip configured {{(pid=92716) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 12:45:39.043871 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.db.l3_agentschedulers_db [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 18 12:45:39.044451 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: port after_update 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.044831 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: port after_create 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.045183 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: port after_delete 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.045540 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: port after_update 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.046603 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > router before_create 55550100 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.046837 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.047195 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > router precommit_create 55550100 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.047546 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > router precommit_update 55550100 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.052544 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.services.provider_configuration [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Service providers = [] {{(pid=92716) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 18 12:45:39.052933 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.db.servicetype_db [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92716) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 18 12:45:39.055928 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.services.service_base [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92716) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 12:45:39.056272 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.services.service_base [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92716) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 12:45:39.056656 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.services.service_base [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92716) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 12:45:39.057550 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.services.service_base [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92716) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 12:45:39.057915 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.services.service_base [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 18 12:45:39.058301 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92716) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 12:45:39.058615 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 18 12:45:39.070069 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92716) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 12:45:39.070400 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading Plugin: auto_allocate Jun 18 12:45:39.076507 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: network precommit_update 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.076835 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: network precommit_create 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.078019 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92716) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 12:45:39.078383 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading Plugin: tag Jun 18 12:45:39.085057 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92716) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 12:45:39.085383 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading Plugin: timestamp Jun 18 12:45:39.089168 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92716) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 12:45:39.089493 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading Plugin: network_ip_availability Jun 18 12:45:39.096702 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.097094 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.097445 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.098197 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92716) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 12:45:39.098517 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading Plugin: flavors Jun 18 12:45:39.103241 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92716) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 12:45:39.103568 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading Plugin: revisions Jun 18 12:45:39.107903 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92716) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 12:45:39.108331 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_concurrency.lockutils [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.885s {{(pid=92716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:45:39.109316 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92716) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 18 12:45:39.109652 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Initializing extension manager. Jun 18 12:45:39.110168 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: __init__.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.110494 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: __pycache__ {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.110820 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.111147 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: address_group.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.111902 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.112476 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: address-group Jun 18 12:45:39.112818 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: address_scope.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.113519 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.114033 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: address-scope Jun 18 12:45:39.114352 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.115262 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.115773 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: router-admin-state-down-before-update Jun 18 12:45:39.116094 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: agent.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.116785 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.117298 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: agent Jun 18 12:45:39.117614 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: agent_resources_synced.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.118498 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.119004 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: agent-resources-synced Jun 18 12:45:39.119318 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: allowedaddresspairs.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.121101 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.121623 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: allowed-address-pairs Jun 18 12:45:39.121955 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: auto_allocated_topology.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.123210 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.123714 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: auto-allocated-topology Jun 18 12:45:39.124597 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: availability_zone.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.125243 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.125754 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: availability_zone Jun 18 12:45:39.126067 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: availability_zone_filter.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.127202 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.127710 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: availability_zone_filter Jun 18 12:45:39.128024 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: data_plane_status.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.128935 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.129438 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extension data-plane-status not supported by any of loaded plugins Jun 18 12:45:39.129750 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: default_subnetpools.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.130635 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.131145 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: default-subnetpools Jun 18 12:45:39.131462 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.132254 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.132782 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: dhcp_agent_scheduler Jun 18 12:45:39.133101 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: dns.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.133988 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.134479 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extension dns-integration not supported by any of loaded plugins Jun 18 12:45:39.134794 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: dns_domain_ports.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.135675 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.136181 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 18 12:45:39.136498 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: dvr.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.137181 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.137680 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: dvr Jun 18 12:45:39.137997 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: empty_string_filtering.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.138877 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.139380 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: empty-string-filtering Jun 18 12:45:39.140410 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.141312 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.141813 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 18 12:45:39.142144 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.143010 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.143556 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 18 12:45:39.143881 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: external_net.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.144782 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.145293 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: external-net Jun 18 12:45:39.145611 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.146486 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.146991 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: extra_dhcp_opt Jun 18 12:45:39.147306 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: extraroute.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.148183 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.148688 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: extraroute Jun 18 12:45:39.149034 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: extraroute_atomic.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.150052 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.150559 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: extraroute-atomic Jun 18 12:45:39.150897 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: filter_validation.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.151548 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.152052 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: filter-validation Jun 18 12:45:39.152371 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: fip_pf_description.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.153371 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.153840 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 18 12:45:39.154151 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: fip_port_details.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.155038 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.155589 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: fip-port-details Jun 18 12:45:39.155903 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: flavors.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.157167 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.157681 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: flavors Jun 18 12:45:39.158001 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.159662 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.160186 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 18 12:45:39.160509 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: floatingip_pools.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.161213 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.161723 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: floatingip-pools Jun 18 12:45:39.162046 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: ip_allocation.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.162999 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.163507 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extension ip_allocation not supported by any of loaded plugins Jun 18 12:45:39.163824 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.164721 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.165269 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: ip-substring-filtering Jun 18 12:45:39.165626 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: l2_adjacency.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.166535 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.167035 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 18 12:45:39.167349 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: l3.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.168328 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.168877 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: router Jun 18 12:45:39.169196 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.172017 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.172551 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 18 12:45:39.172916 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.173833 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.174345 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: ext-gw-mode Jun 18 12:45:39.174665 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.175559 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.176063 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: l3-ha Jun 18 12:45:39.176387 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: l3_flavors.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.177300 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.177805 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: l3-flavors Jun 18 12:45:39.178123 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.179071 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.179534 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 18 12:45:39.179851 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: l3agentscheduler.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.180976 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.181490 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: l3_agent_scheduler Jun 18 12:45:39.181805 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: logging.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.183298 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.183811 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extension logging not supported by any of loaded plugins Jun 18 12:45:39.184135 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: metering.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.184876 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.185453 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: metering Jun 18 12:45:39.185773 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.187367 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.188010 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: metering_source_and_destination_fields Jun 18 12:45:39.188194 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: multiprovidernet.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.189127 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.189635 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: multi-provider Jun 18 12:45:39.189951 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: netmtu.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.190831 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.191335 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: net-mtu Jun 18 12:45:39.191653 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: netmtu_writable.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.192534 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.193067 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: net-mtu-writable Jun 18 12:45:39.193385 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: network_availability_zone.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.194033 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.194538 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: network_availability_zone Jun 18 12:45:39.194850 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: network_ip_availability.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.195920 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.196433 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: network-ip-availability Jun 18 12:45:39.196751 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: network_segment_range.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.197520 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.198021 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extension network-segment-range not supported by any of loaded plugins Jun 18 12:45:39.198335 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: pagination.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.199284 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.199603 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: pagination Jun 18 12:45:39.199916 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: port_device_profile.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.200826 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.201344 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: port-device-profile Jun 18 12:45:39.201727 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.203279 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.203798 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: port-mac-address-regenerate Jun 18 12:45:39.204117 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.205059 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.205567 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: port-numa-affinity-policy Jun 18 12:45:39.205884 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: port_resource_request.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.206765 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.207304 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extension port-resource-request not supported by any of loaded plugins Jun 18 12:45:39.207626 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: portbindings.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.208577 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.209054 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: binding Jun 18 12:45:39.209374 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: portbindings_extended.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.210637 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.211151 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: binding-extended Jun 18 12:45:39.211475 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: portsecurity.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.212368 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.212925 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: port-security Jun 18 12:45:39.213249 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: project_id.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.214207 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.214530 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: project-id Jun 18 12:45:39.214848 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: providernet.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.215881 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.216410 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: provider Jun 18 12:45:39.216728 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: qos.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.221073 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.221603 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extension qos not supported by any of loaded plugins Jun 18 12:45:39.221932 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.223182 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.223695 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 18 12:45:39.224019 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.224941 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.225453 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 18 12:45:39.225775 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: qos_default.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.226661 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.227171 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extension qos-default not supported by any of loaded plugins Jun 18 12:45:39.227494 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: qos_fip.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.228131 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.228633 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extension qos-fip not supported by any of loaded plugins Jun 18 12:45:39.228984 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: qos_gateway_ip.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.229882 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.230394 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 18 12:45:39.230711 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: qos_port_network_policy.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.231589 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.232098 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 18 12:45:39.232422 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: qos_rule_type_details.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.233593 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.234109 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 18 12:45:39.234423 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: qos_rules_alias.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.235443 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.235956 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 18 12:45:39.236276 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: quotasv2.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.237291 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.237613 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: quotas Jun 18 12:45:39.237934 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: quotasv2_detail.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.242124 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.242461 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: quota_details Jun 18 12:45:39.242792 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: rbac.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.243853 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.244390 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: rbac-policies Jun 18 12:45:39.244712 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: rbac_address_group.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.245642 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.246155 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: rbac-address-group Jun 18 12:45:39.246473 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: rbac_address_scope.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.247359 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.247874 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: rbac-address-scope Jun 18 12:45:39.248194 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: rbac_security_groups.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.249679 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.250186 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: rbac-security-groups Jun 18 12:45:39.250505 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: rbac_subnetpool.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.251645 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.252155 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: rbac-subnetpool Jun 18 12:45:39.252498 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: revisionifmatch.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.253422 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.253933 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: revision-if-match Jun 18 12:45:39.254250 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: revisions.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.255560 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.256089 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: standard-attr-revisions Jun 18 12:45:39.256391 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: router_availability_zone.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.257084 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.257590 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: router_availability_zone Jun 18 12:45:39.257905 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: routerservicetype.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.258796 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.259305 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extension router-service-type not supported by any of loaded plugins Jun 18 12:45:39.259621 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.260512 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.261047 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: security-groups-normalized-cidr Jun 18 12:45:39.261363 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.262251 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.262757 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: port-security-groups-filtering Jun 18 12:45:39.263073 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.263967 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.264615 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: security-groups-remote-address-group Jun 18 12:45:39.265938 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: securitygroup.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.275228 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.275851 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: security-group Jun 18 12:45:39.276139 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: segment.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.276951 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.277464 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extension segment not supported by any of loaded plugins Jun 18 12:45:39.277788 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.278727 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.279239 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 18 12:45:39.279561 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: servicetype.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.281222 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.281740 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: service-type Jun 18 12:45:39.282061 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: sorting.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.283027 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.283353 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: sorting Jun 18 12:45:39.283675 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: standard_attr_segment.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.284570 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.285125 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 18 12:45:39.285441 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: standardattrdescription.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.286072 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.286582 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: standard-attr-description Jun 18 12:45:39.286897 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: stateful_security_group.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.287839 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.288350 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: stateful-security-group Jun 18 12:45:39.288666 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: stdattrs_common.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.289264 dv-cinder-797073-1-iscsi neutron-server[92716]: WARNING neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 18 12:45:39.289582 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.290580 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.291086 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 18 12:45:39.291402 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: subnet_onboard.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.292508 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.293056 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: subnet_onboard Jun 18 12:45:39.293374 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.294277 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.294782 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 18 12:45:39.295097 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: subnet_service_types.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.296920 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.297425 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: subnet-service-types Jun 18 12:45:39.297744 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: subnetallocation.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.298861 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.299413 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: subnet_allocation Jun 18 12:45:39.299869 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.300412 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.300980 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: subnetpool-prefix-ops Jun 18 12:45:39.301347 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.302260 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.302769 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 18 12:45:39.303082 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: tagging.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.304164 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.304679 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: standard-attr-tag Jun 18 12:45:39.305029 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: timestamp.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.306217 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.306733 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loaded extension: standard-attr-timestamp Jun 18 12:45:39.307054 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: trunk.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.308051 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.308564 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extension trunk not supported by any of loaded plugins Jun 18 12:45:39.308926 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: trunk_details.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.309814 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.310324 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extension trunk-details not supported by any of loaded plugins Jun 18 12:45:39.310642 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: uplink_status_propagation.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.312061 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.312568 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 18 12:45:39.313096 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Loading extension file: vlantransparent.py {{(pid=92716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 12:45:39.313767 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 12:45:39.314273 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 18 12:45:39.316854 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.quota.resource_registry [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Creating instance of TrackedResource for resource:network Jun 18 12:45:39.317402 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.quota.resource_registry [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Creating instance of TrackedResource for resource:subnet Jun 18 12:45:39.317795 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.quota.resource_registry [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 12:45:39.318179 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.quota.resource_registry [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Creating instance of TrackedResource for resource:port Jun 18 12:45:39.319439 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.v2.resource_helper [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 12:45:39.319870 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.v2.resource_helper [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Service FLAVORS assigned prefix: {{(pid=92716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 12:45:39.320523 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.v2.resource_helper [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 12:45:39.320985 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.v2.resource_helper [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 12:45:39.321311 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.quota.resource_registry [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Creating instance of TrackedResource for resource:router Jun 18 12:45:39.321729 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.quota.resource_registry [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Creating instance of TrackedResource for resource:floatingip Jun 18 12:45:39.322204 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.v2.resource_helper [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Service METERING assigned prefix: /metering {{(pid=92716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 12:45:39.323651 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.324021 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.324368 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:45:39.325419 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.quota.resource_registry [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Creating instance of CountableResource for resource:rbac_policy Jun 18 12:45:39.325858 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.quota.resource_registry [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Creating instance of TrackedResource for resource:security_group Jun 18 12:45:39.326291 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.quota.resource_registry [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 18 12:45:39.326930 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.v2.resource_helper [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Service CORE assigned prefix: {{(pid=92716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 12:45:39.327810 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.quota.resource_registry [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 12:45:39.328641 dv-cinder-797073-1-iscsi neutron-server[92716]: WARNING neutron.quota.resource_registry [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] subnetpool is already registered Jun 18 12:45:39.329634 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.v2.resource_helper [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Service CORE assigned prefix: {{(pid=92716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 12:45:39.330296 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.quota.resource_registry [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 12:45:39.330822 dv-cinder-797073-1-iscsi neutron-server[92716]: WARNING neutron.quota.resource_registry [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] subnetpool is already registered Jun 18 12:45:39.333401 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.v2.resource_helper [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 12:45:39.333828 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.v2.resource_helper [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Service FLAVORS assigned prefix: {{(pid=92716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 12:45:39.334410 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.v2.resource_helper [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 12:45:39.334825 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.v2.resource_helper [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 12:45:39.335152 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.quota.resource_registry [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Creating instance of TrackedResource for resource:router Jun 18 12:45:39.335490 dv-cinder-797073-1-iscsi neutron-server[92716]: WARNING neutron.quota.resource_registry [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] router is already registered Jun 18 12:45:39.335897 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.quota.resource_registry [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Creating instance of TrackedResource for resource:floatingip Jun 18 12:45:39.336224 dv-cinder-797073-1-iscsi neutron-server[92716]: WARNING neutron.quota.resource_registry [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] floatingip is already registered Jun 18 12:45:39.336674 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.v2.resource_helper [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Service METERING assigned prefix: /metering {{(pid=92716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 12:45:39.337363 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.quota.resource_registry [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Creating instance of CountableResource for resource:rbac_policy Jun 18 12:45:39.337684 dv-cinder-797073-1-iscsi neutron-server[92716]: WARNING neutron.quota.resource_registry [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] rbac_policy is already registered Jun 18 12:45:39.338085 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.quota.resource_registry [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Creating instance of TrackedResource for resource:security_group Jun 18 12:45:39.338409 dv-cinder-797073-1-iscsi neutron-server[92716]: WARNING neutron.quota.resource_registry [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] security_group is already registered Jun 18 12:45:39.338797 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.quota.resource_registry [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 18 12:45:39.339119 dv-cinder-797073-1-iscsi neutron-server[92716]: WARNING neutron.quota.resource_registry [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] security_group_rule is already registered Jun 18 12:45:39.339727 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.v2.resource_helper [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Service CORE assigned prefix: {{(pid=92716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 12:45:39.340045 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.quota.resource_registry [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 12:45:39.340370 dv-cinder-797073-1-iscsi neutron-server[92716]: WARNING neutron.quota.resource_registry [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] subnetpool is already registered Jun 18 12:45:39.340796 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.v2.resource_helper [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Service CORE assigned prefix: {{(pid=92716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 12:45:39.341114 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.quota.resource_registry [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 12:45:39.341433 dv-cinder-797073-1-iscsi neutron-server[92716]: WARNING neutron.quota.resource_registry [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] subnetpool is already registered Jun 18 12:45:39.341906 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extended resource: extensions {{(pid=92716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 12:45:39.343432 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extended resource: address-groups {{(pid=92716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 12:45:39.344915 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extended resource: address-scopes {{(pid=92716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 12:45:39.346251 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extended resource: agents {{(pid=92716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 12:45:39.347398 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extended resource: auto-allocated-topology {{(pid=92716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 12:45:39.348651 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extended resource: availability_zones {{(pid=92716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 12:45:39.349885 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extended resource: dhcp-networks {{(pid=92716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 12:45:39.351394 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extended resource: dhcp-agents {{(pid=92716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 12:45:39.352840 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extended resource: routers {{(pid=92716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 12:45:39.354531 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extended resource: flavors {{(pid=92716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 12:45:39.357107 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extended resource: service_profiles {{(pid=92716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 12:45:39.359188 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extended resource: next_providers {{(pid=92716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 12:45:39.360687 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extended resource: service_profiles {{(pid=92716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 12:45:39.362248 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extended resource: floatingip-pools {{(pid=92716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 12:45:39.363459 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extended resource: routers {{(pid=92716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 12:45:39.365185 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extended resource: floatingips {{(pid=92716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 12:45:39.366465 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extended resource: l3-routers {{(pid=92716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 12:45:39.367844 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extended resource: l3-agents {{(pid=92716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 12:45:39.369282 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extended resource: metering-labels {{(pid=92716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 12:45:39.370541 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extended resource: metering-label-rules {{(pid=92716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 12:45:39.371899 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extended resource: network-ip-availabilities {{(pid=92716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 12:45:39.373203 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extended resource: bindings {{(pid=92716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 12:45:39.375500 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extended resource: quotas {{(pid=92716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 12:45:39.377328 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extended resource: quotas {{(pid=92716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 12:45:39.378748 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extended resource: rbac-policies {{(pid=92716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 12:45:39.379933 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extended resource: security-groups {{(pid=92716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 12:45:39.381255 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extended resource: security-group-rules {{(pid=92716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 12:45:39.382525 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extended resource: service-providers {{(pid=92716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 12:45:39.383730 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extended resource: subnetpools {{(pid=92716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 12:45:39.385064 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extended resource: subnetpools {{(pid=92716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 12:45:39.386610 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extended resource: tags {{(pid=92716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 12:45:39.388269 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extended resource: tags {{(pid=92716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 12:45:39.390328 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extended resource: tags {{(pid=92716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 12:45:39.392091 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extended resource: tags {{(pid=92716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 12:45:39.393804 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extended resource: tags {{(pid=92716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 12:45:39.395740 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extended resource: tags {{(pid=92716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 12:45:39.397499 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extended resource: tags {{(pid=92716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 12:45:39.399279 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extended resource: tags {{(pid=92716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 12:45:39.401174 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extended resource: tags {{(pid=92716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 12:45:39.402901 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron.api.extensions [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Extended resource: tags {{(pid=92716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 12:45:39.409174 dv-cinder-797073-1-iscsi neutron-server[92716]: WARNING keystonemiddleware.auth_token [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 18 12:45:39.413777 dv-cinder-797073-1-iscsi neutron-server[92716]: WARNING keystonemiddleware.auth_token [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 18 12:45:39.423274 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_concurrency.lockutils [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Acquired lock "singleton_lock" {{(pid=92716) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 18 12:45:39.423907 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_concurrency.lockutils [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Releasing lock "singleton_lock" {{(pid=92716) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 18 12:45:39.424632 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO oslo_service.service [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Starting 2 workers Jun 18 12:45:39.429541 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Started child 92825 {{(pid=92716) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 12:45:39.434173 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Started child 92826 {{(pid=92716) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 12:45:39.435191 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:45:39.435829 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO neutron.service [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 18 12:45:39.436490 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Notify callbacks [] for process, before_spawn {{(pid=92716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:45:39.437598 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [-] (92825) wsgi starting up on http://0.0.0.0:9696 Jun 18 12:45:39.439436 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO oslo_service.service [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Starting 1 workers Jun 18 12:45:39.439625 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:45:39.441046 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [-] (92826) wsgi starting up on http://0.0.0.0:9696 Jun 18 12:45:39.444608 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Started child 92827 {{(pid=92716) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 12:45:39.445181 dv-cinder-797073-1-iscsi neutron-server[92716]: INFO oslo_service.service [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Starting 1 workers Jun 18 12:45:39.448518 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.service [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] calling RpcWorker wait() {{(pid=92827) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 18 12:45:39.449140 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.service [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] returning from RpcWorker wait() {{(pid=92827) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 18 12:45:39.449756 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Started child 92828 {{(pid=92716) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 12:45:39.450496 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG neutron_lib.callbacks.manager [None req-ce569b58-1570-4de1-9433-b2335a775656 None None] Notify callbacks [] for process, after_spawn {{(pid=92716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:45:39.450596 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:45:39.451185 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:45:39.452879 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92716) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 18 12:45:39.453090 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 12:45:39.453449 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 12:45:39.453795 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 12:45:39.454004 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 12:45:39.454170 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 12:45:39.454674 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.454865 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:45:39.455424 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.455424 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.455562 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.455713 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.456305 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.456579 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.456837 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.457118 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.457339 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.457514 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.457678 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.457932 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.458178 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.458470 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.458745 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.458995 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.459256 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.459428 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.459675 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.459931 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.460164 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.460423 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] debug = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.460673 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.461162 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.461412 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.461669 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.461884 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.462180 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.462424 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.462702 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.462961 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.463212 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.463444 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.463712 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.463948 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.464174 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.464391 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.464655 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.464903 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.465375 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] host = dv-cinder-797073-1-iscsi {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.465748 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.465947 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.466207 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.466454 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.466699 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.466915 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.467254 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.467459 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.467681 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.467887 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.468121 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.468374 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.468859 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.469064 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] log_file = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.469064 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] log_options = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.469421 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.469730 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.469992 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.470193 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.470382 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.470566 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.470771 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.470963 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.471158 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.471354 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.471551 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.471771 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.471988 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.472213 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.472571 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.472733 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.472982 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.473196 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.473504 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.473698 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.473919 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.474169 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.474463 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.474721 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.475216 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.476522 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.476522 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.476522 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.476522 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.477077 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.477283 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.477565 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.477849 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.478259 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.478635 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.479061 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.479289 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.479569 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.479810 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.480062 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.480310 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.480555 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.480837 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.481018 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:45:39.481246 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.481447 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.481654 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] use_json = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.481844 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.482045 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.482249 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.482441 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.482659 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.483017 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.483213 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.484045 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.484567 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.485269 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.485537 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.485936 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.486265 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.486517 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.486758 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.487067 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.487369 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.487640 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.487973 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.488226 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.488540 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.488911 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.489163 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.489482 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.489727 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.489999 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.490231 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.490633 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.490894 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.490894 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.491321 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.491517 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.491740 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.86/identity {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.492535 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.492535 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.492535 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.493909 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.493909 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.493909 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.493909 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.493909 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.493909 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.496079 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.496079 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.496079 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.496079 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.496079 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.496079 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.496079 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.496079 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.496079 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.498222 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.498222 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.498222 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.498222 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.498222 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.498222 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.498222 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.498222 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.498222 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.501552 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.501552 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.501552 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.501552 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.501552 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.501552 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.501552 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.501552 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.501552 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.502162 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.502162 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.502162 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.502162 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.502162 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.502162 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.502575 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.502575 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.502749 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.502975 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.503257 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.503630 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.503630 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.504062 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.504062 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.507322 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.507322 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.507322 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.507322 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.507322 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.507322 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.507322 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.507322 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.507322 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.509988 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.509988 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.509988 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.509988 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.509988 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.509988 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.509988 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.509988 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.510672 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.510672 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.510672 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.510672 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.510672 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.510672 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.510672 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.510672 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.511244 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.511244 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.511244 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.511244 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.511244 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.511244 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.511706 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.511706 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.511899 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.512156 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.512436 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.512688 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.512982 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.513220 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.513476 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.513775 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.514024 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.514283 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.514692 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.515012 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.515225 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.515801 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.516076 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.516806 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.516806 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.516998 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.517246 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.517603 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.517978 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.518349 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.518767 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.519275 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.519693 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.520074 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.520467 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.520937 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.521402 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.521805 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.522253 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.522681 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.523072 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.523480 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.523909 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.86/identity {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.524289 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.524663 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.525068 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.525426 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.525805 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.526221 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.526606 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.526971 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.527352 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.527784 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.528147 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.528530 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.528967 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.529360 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.529758 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.530326 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.530709 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.531121 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.531528 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.531947 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.532316 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.532707 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.533054 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.533516 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.533899 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.534367 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.534817 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.535232 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.535666 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.535940 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.536226 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.536622 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.537096 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.537483 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.537848 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.538222 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.538600 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.538972 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.539344 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.539749 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.540128 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.540535 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.540997 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.541547 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.541990 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.542404 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.543048 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.543426 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.543836 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.544225 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.544612 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.545027 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.545403 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.546327 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.546740 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.547133 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.547513 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.547896 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.548276 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.548675 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.549062 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.549507 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.549937 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.550373 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.550761 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.551164 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.551558 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.551975 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.552348 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.552722 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.553130 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.553501 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.553918 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.554292 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.554657 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.555268 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.555633 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.555994 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.556327 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.556652 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.557086 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.557360 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.557699 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.558015 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.558337 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.558675 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.559011 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.559487 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.559874 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.560211 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.560617 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.560994 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.561431 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.562292 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.562744 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.563069 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.563465 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.563850 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.564227 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.564600 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.565163 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.565722 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.566203 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.567004 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.567422 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.567838 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.568310 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.568749 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.569152 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.569640 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.570190 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.570650 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.571066 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.571489 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.571954 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.572349 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.572805 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.573211 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.573620 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.574019 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.574420 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.574832 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.575224 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.575588 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.575972 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.576340 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.576753 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.577588 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.577906 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.578303 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.578574 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 12:45:39.579490 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92716) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 18 12:45:39.579745 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 12:45:39.580005 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 12:45:39.580291 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 12:45:39.580585 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 12:45:39.580875 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 12:45:39.581213 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.581492 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.581775 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.582053 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.582339 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.582659 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.582937 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.583212 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.583478 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.583750 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.584011 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.584276 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.584546 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.584851 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.585125 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.585397 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.588793 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.588793 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.588793 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.588793 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.588793 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.588793 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.589220 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:45:39.589322 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] debug = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.589322 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.589322 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.589322 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.589322 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.589322 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.589753 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.589753 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.589753 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.589753 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.590034 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.590152 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.590419 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.590696 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.590960 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.591232 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.591507 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.591776 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.592051 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] host = dv-cinder-797073-1-iscsi {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.592326 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.592630 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.592974 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.593254 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.593541 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.593820 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.594257 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.594522 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.594768 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.595010 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.595250 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.595505 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.595780 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.596064 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] log_file = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.596332 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] log_options = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.596585 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.596879 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.597149 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.597437 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.597714 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.597975 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.598243 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.598517 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.598792 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.599168 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.599439 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.599698 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.599957 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.600172 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.600608 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.600851 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.601117 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.601397 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.601561 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.601786 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.602001 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.602253 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.602523 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.602802 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.603069 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.603342 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.603606 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.603878 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.604155 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.604426 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.604686 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.604981 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.605239 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.605511 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.605781 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.606058 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.606330 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.606607 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.606877 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.607146 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.607410 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.607741 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.607942 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.608197 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.609053 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.609334 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] use_json = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.609906 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.609906 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.610130 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.610971 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.610971 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.610971 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.611230 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.611436 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 12:45:39.611754 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.612027 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.612323 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.612610 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.613199 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.613199 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.613502 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.613743 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.614025 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.614315 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.614616 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.614896 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.615193 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.615487 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.615754 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.616034 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.616308 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.616584 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.616901 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.617188 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.617467 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.617734 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.618021 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.618293 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.618558 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.86/identity {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.618818 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.619078 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.619341 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.619609 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.619865 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.620139 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.620406 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.620685 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.620989 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.621269 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.621539 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.621803 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.622080 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.622362 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.622635 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.622902 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.623180 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.623464 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.623738 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.624568 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.624889 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.625393 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.625683 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.625971 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.626501 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.626786 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.627059 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.627328 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.627828 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.627983 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.628218 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.628483 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.628748 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.629035 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.629308 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.629572 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.629871 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.630148 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.630576 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.631139 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.631139 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.631290 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.631468 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.631939 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.632033 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.632294 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.632565 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.633623 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.633623 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.633623 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.633623 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.633911 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.634132 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.634396 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.634674 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.634929 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.635203 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.635475 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.635737 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.636029 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.636325 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.636600 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.636909 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.637180 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.637456 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.637733 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.638002 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.638278 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.638557 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.638833 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.639116 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.639374 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.640281 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.640281 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.640700 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.640700 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.640938 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.641215 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.641496 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.641778 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.642057 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.642335 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.642612 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.642957 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.643170 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.643452 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.643738 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.644015 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.644308 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.644593 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.644919 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.645210 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.645482 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.645752 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.646018 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.646281 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.646539 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.646798 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.647256 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.647362 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.647584 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.647873 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.648178 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.648483 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.648778 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.649086 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.649418 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.649746 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.650031 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.650396 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.650758 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.651040 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.651403 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.651859 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.652253 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.652539 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.652939 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.653427 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.653677 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.86/identity {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.654109 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.654475 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.654745 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.655011 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.655655 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.656356 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.656670 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.657045 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.657415 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.657867 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.658236 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.658587 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.658865 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.659306 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.659713 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.660000 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.660279 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.660649 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.661036 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.661429 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.661715 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.662087 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.662539 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.662749 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.663174 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.663540 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.663822 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.664169 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.664525 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.665011 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.665375 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.665594 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.665892 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.666270 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.666529 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.666899 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.667438 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.667719 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.668038 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.668451 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.668719 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.669014 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.669293 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.669599 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.669890 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.670164 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.670437 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.671212 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.671507 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.671773 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.672050 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.672335 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.672613 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.672924 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.673211 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.673505 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.673785 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.674088 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.674343 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.674618 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.674929 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.675207 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.675511 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.675796 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.676078 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.676356 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.676622 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.676941 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.677226 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.677506 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.677792 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.678077 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.678378 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.678649 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.678919 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.679175 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.679435 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.679709 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.679970 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.680244 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.680514 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.680800 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.681078 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.681335 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.681597 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.681847 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.682113 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.682385 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.682650 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.682917 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.683189 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.683447 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.683718 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.683984 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.684252 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.684535 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.684852 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.685133 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.685413 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.685687 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.685970 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.686255 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.687323 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.687610 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.687894 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.688187 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.688478 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.688802 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.689083 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.689406 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.689687 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.689977 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.690259 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.690532 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.690790 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.691053 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.691329 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.691594 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.691859 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.692122 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.692383 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.692647 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.692954 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.693229 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.693490 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.693759 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.694039 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.694321 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.694602 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.694878 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 12:45:39.695144 dv-cinder-797073-1-iscsi neutron-server[92716]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 12:45:39.722299 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 44294) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:45:39.731341 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [-] 10.222.0.86 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067744 Jun 18 12:45:51.895482 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88ea67c-ec58-43fd-9930-b678bfa5b5a4 None None] get_active_networks_info from dv-cinder-797073-1-iscsi {{(pid=92827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 18 12:45:52.064215 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88ea67c-ec58-43fd-9930-b678bfa5b5a4 None None] No non-hosted networks {{(pid=92827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 18 12:45:52.075836 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-e02569e1-342c-4755-865f-722e42447aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241'] for agent, after_create {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:45:52.079171 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.agentschedulers_db [None req-c88ea67c-ec58-43fd-9930-b678bfa5b5a4 None None] DHCP Agent not found on host dv-cinder-797073-1-iscsi {{(pid=92827) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 18 12:45:54.680026 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-a4001f4b-b51d-4335-9f18-3552464d3ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241'] for agent, after_create {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:45:54.728688 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-d31c6971-fa1b-456a-8820-2af53091d026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:45:55.031030 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241'] for agent, after_create {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:45:55.032262 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:45:55.033957 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:45:55.034382 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:45:55.037120 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:45:55.037573 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:45:55.038012 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:45:55.038562 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:45:55.039947 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:45:55.040529 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:45:55.043413 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:45:55.043976 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:45:55.044558 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:45:55.045499 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797073-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:45:55.057434 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797073-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:45:55.932961 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241'] for agent, after_create {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:45:57.665232 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241'] for agent, after_create {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:45:59.167870 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 44386) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:45:59.214764 dv-cinder-797073-1-iscsi neutron-server[92827]: INFO neutron.db.l3_hamode_db [None req-325aab5f-2af6-474d-8d1c-5bc9ec94cfb5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 18 12:45:59.294426 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325aab5f-2af6-474d-8d1c-5bc9ec94cfb5 None None] Routers set() bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 12:45:59.294812 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325aab5f-2af6-474d-8d1c-5bc9ec94cfb5 None None] Router IDs set() for agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 18 12:45:59.723535 dv-cinder-797073-1-iscsi neutron-server[92826]: WARNING oslo_policy.policy [None req-2c32ebc0-8493-427f-b15b-74d872215983 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 12:45:59.724135 dv-cinder-797073-1-iscsi neutron-server[92826]: WARNING oslo_policy.policy [None req-2c32ebc0-8493-427f-b15b-74d872215983 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 12:45:59.940057 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [None req-2c32ebc0-8493-427f-b15b-74d872215983 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=92826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 12:45:59.941033 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-2c32ebc0-8493-427f-b15b-74d872215983 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7722535 Jun 18 12:46:02.333059 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 44400) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:46:02.696366 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-b2b9a350-f0aa-4ca1-91cb-aac6f90091a2 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:46:02.789781 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.policy [None req-b2b9a350-f0aa-4ca1-91cb-aac6f90091a2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92826) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 18 12:46:02.835387 dv-cinder-797073-1-iscsi neutron-server[92826]: WARNING oslo_policy.policy [None req-b2b9a350-f0aa-4ca1-91cb-aac6f90091a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 12:46:02.835753 dv-cinder-797073-1-iscsi neutron-server[92826]: WARNING oslo_policy.policy [None req-b2b9a350-f0aa-4ca1-91cb-aac6f90091a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 12:46:02.844740 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.quota [None req-b2b9a350-f0aa-4ca1-91cb-aac6f90091a2 admin admin] Loaded quota_driver: . Jun 18 12:46:02.945916 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-b2b9a350-f0aa-4ca1-91cb-aac6f90091a2 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743831254521', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743831254540', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743831224982', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743831239756', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743831212559', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743831218951', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-647375', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-931536', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2088283', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1578015'] for rbac-policy, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:03.025794 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-b2b9a350-f0aa-4ca1-91cb-aac6f90091a2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:03.027008 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-b2b9a350-f0aa-4ca1-91cb-aac6f90091a2 admin admin] 10.222.0.86 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6940498 Jun 18 12:46:05.688652 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 44412) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:46:06.218605 dv-cinder-797073-1-iscsi neutron-server[92825]: WARNING oslo_policy.policy [None req-6829ee45-33b4-49d2-95ec-f58a6002265e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 12:46:06.219183 dv-cinder-797073-1-iscsi neutron-server[92825]: WARNING oslo_policy.policy [None req-6829ee45-33b4-49d2-95ec-f58a6002265e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 12:46:06.438512 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-6829ee45-33b4-49d2-95ec-f58a6002265e admin admin] Request body: {'network': {'tenant_id': '6026620927e04b3a8faf665de3d5ec0d', 'admin_state_up': True, 'name': 'private', 'project_id': '6026620927e04b3a8faf665de3d5ec0d'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:46:06.440180 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.quota [None req-6829ee45-33b4-49d2-95ec-f58a6002265e admin admin] Loaded quota_driver: . Jun 18 12:46:06.501726 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6829ee45-33b4-49d2-95ec-f58a6002265e admin admin] Made reservation on behalf of 6026620927e04b3a8faf665de3d5ec0d for: {'network': 1} {{(pid=92825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:46:06.568787 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.policy [None req-6829ee45-33b4-49d2-95ec-f58a6002265e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92825) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 18 12:46:06.614596 dv-cinder-797073-1-iscsi neutron-server[92825]: WARNING oslo_policy.policy [None req-6829ee45-33b4-49d2-95ec-f58a6002265e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 12:46:06.614992 dv-cinder-797073-1-iscsi neutron-server[92825]: WARNING oslo_policy.policy [None req-6829ee45-33b4-49d2-95ec-f58a6002265e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 12:46:06.625419 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-6829ee45-33b4-49d2-95ec-f58a6002265e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for network, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:06.648525 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-6829ee45-33b4-49d2-95ec-f58a6002265e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:06.802931 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-6829ee45-33b4-49d2-95ec-f58a6002265e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:06.807501 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-6829ee45-33b4-49d2-95ec-f58a6002265e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:06.815949 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:46:06.840777 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6829ee45-33b4-49d2-95ec-f58a6002265e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=92825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 12:46:06.874306 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-6829ee45-33b4-49d2-95ec-f58a6002265e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743829154250', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559'] for segment, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:06.874909 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-6829ee45-33b4-49d2-95ec-f58a6002265e admin admin] Unsubscribe: segment precommit_create {{(pid=92825) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 18 12:46:06.875462 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.db.segments_db [None req-6829ee45-33b4-49d2-95ec-f58a6002265e admin admin] Added segment ff564f4e-3943-4f1d-926b-7cbd7effd748 of type vlan for network 5a1cd59b-9c55-4f10-9d7c-19e58ad91009 Jun 18 12:46:06.897343 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829ee45-33b4-49d2-95ec-f58a6002265e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55e4d90-40dd-442d-b0a8-0dda3455edc9,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:46:06.933483 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6829ee45-33b4-49d2-95ec-f58a6002265e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:06.933835 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6829ee45-33b4-49d2-95ec-f58a6002265e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:06.934177 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6829ee45-33b4-49d2-95ec-f58a6002265e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:06.934483 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6829ee45-33b4-49d2-95ec-f58a6002265e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:06.934797 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6829ee45-33b4-49d2-95ec-f58a6002265e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:06.935122 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6829ee45-33b4-49d2-95ec-f58a6002265e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:06.935435 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6829ee45-33b4-49d2-95ec-f58a6002265e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:06.936267 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6829ee45-33b4-49d2-95ec-f58a6002265e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:06.936594 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6829ee45-33b4-49d2-95ec-f58a6002265e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:06.936930 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6829ee45-33b4-49d2-95ec-f58a6002265e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:06.937328 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6829ee45-33b4-49d2-95ec-f58a6002265e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:06.937636 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6829ee45-33b4-49d2-95ec-f58a6002265e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:06.938855 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6829ee45-33b4-49d2-95ec-f58a6002265e admin admin] Tracked resource versions report: Jun 18 12:46:06.938855 dv-cinder-797073-1-iscsi neutron-server[92825]: pushed versions: Jun 18 12:46:06.938855 dv-cinder-797073-1-iscsi neutron-server[92825]: { 'AddressGroup': {'1.2'}, Jun 18 12:46:06.938855 dv-cinder-797073-1-iscsi neutron-server[92825]: 'ConntrackHelper': {'1.0'}, Jun 18 12:46:06.938855 dv-cinder-797073-1-iscsi neutron-server[92825]: 'Log': {'1.0'}, Jun 18 12:46:06.938855 dv-cinder-797073-1-iscsi neutron-server[92825]: 'Network': {'1.1'}, Jun 18 12:46:06.938855 dv-cinder-797073-1-iscsi neutron-server[92825]: 'Port': {'1.7'}, Jun 18 12:46:06.938855 dv-cinder-797073-1-iscsi neutron-server[92825]: 'PortForwarding': {'1.2'}, Jun 18 12:46:06.938855 dv-cinder-797073-1-iscsi neutron-server[92825]: 'QosPolicy': {'1.8'}, Jun 18 12:46:06.938855 dv-cinder-797073-1-iscsi neutron-server[92825]: 'SecurityGroup': {'1.4'}, Jun 18 12:46:06.938855 dv-cinder-797073-1-iscsi neutron-server[92825]: 'SecurityGroupRule': {'1.2'}, Jun 18 12:46:06.938855 dv-cinder-797073-1-iscsi neutron-server[92825]: 'SubPort': {'1.0'}, Jun 18 12:46:06.938855 dv-cinder-797073-1-iscsi neutron-server[92825]: 'Subnet': {'1.1'}, Jun 18 12:46:06.938855 dv-cinder-797073-1-iscsi neutron-server[92825]: 'Trunk': {'1.1'}} Jun 18 12:46:06.938855 dv-cinder-797073-1-iscsi neutron-server[92825]: consumer versions: Jun 18 12:46:06.938855 dv-cinder-797073-1-iscsi neutron-server[92825]: { DHCP agent@dv-cinder-797073-1-iscsi: {}, Jun 18 12:46:06.938855 dv-cinder-797073-1-iscsi neutron-server[92825]: L3 agent@dv-cinder-797073-1-iscsi: {}, Jun 18 12:46:06.938855 dv-cinder-797073-1-iscsi neutron-server[92825]: Metadata agent@dv-cinder-797073-1-iscsi: {}, Jun 18 12:46:06.938855 dv-cinder-797073-1-iscsi neutron-server[92825]: Metering agent@dv-cinder-797073-1-iscsi: {}, Jun 18 12:46:06.938855 dv-cinder-797073-1-iscsi neutron-server[92825]: Open vSwitch agent@dv-cinder-797073-1-iscsi: { 'AddressGroup': '1.2', Jun 18 12:46:06.938855 dv-cinder-797073-1-iscsi neutron-server[92825]: 'ConntrackHelper': '1.0', Jun 18 12:46:06.938855 dv-cinder-797073-1-iscsi neutron-server[92825]: 'Log': '1.0', Jun 18 12:46:06.938855 dv-cinder-797073-1-iscsi neutron-server[92825]: 'Network': '1.1', Jun 18 12:46:06.938855 dv-cinder-797073-1-iscsi neutron-server[92825]: 'Port': '1.7', Jun 18 12:46:06.938855 dv-cinder-797073-1-iscsi neutron-server[92825]: 'PortForwarding': '1.2', Jun 18 12:46:06.938855 dv-cinder-797073-1-iscsi neutron-server[92825]: 'QosPolicy': '1.8', Jun 18 12:46:06.938855 dv-cinder-797073-1-iscsi neutron-server[92825]: 'SecurityGroup': '1.4', Jun 18 12:46:06.938855 dv-cinder-797073-1-iscsi neutron-server[92825]: 'SecurityGroupRule': '1.2', Jun 18 12:46:06.938855 dv-cinder-797073-1-iscsi neutron-server[92825]: 'SubPort': '1.0', Jun 18 12:46:06.938855 dv-cinder-797073-1-iscsi neutron-server[92825]: 'Subnet': '1.1', Jun 18 12:46:06.938855 dv-cinder-797073-1-iscsi neutron-server[92825]: 'Trunk': '1.1'}} Jun 18 12:46:06.938855 dv-cinder-797073-1-iscsi neutron-server[92825]: {{(pid=92825) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 12:46:07.023993 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-6829ee45-33b4-49d2-95ec-f58a6002265e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:46:07.025930 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-6829ee45-33b4-49d2-95ec-f58a6002265e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743828617162'] for network, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:07.085643 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-6829ee45-33b4-49d2-95ec-f58a6002265e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2056967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782'] for network, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:07.087106 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6829ee45-33b4-49d2-95ec-f58a6002265e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:46:07.087770 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-6829ee45-33b4-49d2-95ec-f58a6002265e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for network, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:07.089836 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:46:07.173185 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-6829ee45-33b4-49d2-95ec-f58a6002265e admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4822423 Jun 18 12:46:07.193870 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829ee45-33b4-49d2-95ec-f58a6002265e admin admin] Pushing event updated for resources: {'Network': ['ID=5a1cd59b-9c55-4f10-9d7c-19e58ad91009,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:46:07.197885 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-6829ee45-33b4-49d2-95ec-f58a6002265e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:46:07.208011 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Network 5a1cd59b-9c55-4f10-9d7c-19e58ad91009 details requested by agent ovs-agent-dv-cinder-797073-1-iscsi with host dv-cinder-797073-1-iscsi {{(pid=92827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 12:46:09.942942 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 44434) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:46:10.392483 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26a94e3-9e68-4215-a7f9-c0ce27877bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:46:10.393938 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-a26a94e3-9e68-4215-a7f9-c0ce27877bcb admin admin] 10.222.0.86 "GET /v2.0/networks/5a1cd59b-9c55-4f10-9d7c-19e58ad91009 HTTP/1.1" status: 200 len: 825 time: 0.4500005 Jun 18 12:46:10.432456 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-fae81fc9-fd19-465a-a06c-75ed545d1f20 admin admin] 10.222.0.86 "GET /v2.0/subnetpools/b42df9e7-f345-4cf7-8361-8d597bb05f0b HTTP/1.1" status: 200 len: 734 time: 0.0323737 Jun 18 12:46:10.442689 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-0c636382-10f2-4935-9f78-f822195f4763 admin admin] Request body: {'subnet': {'network_id': '5a1cd59b-9c55-4f10-9d7c-19e58ad91009', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': 'b42df9e7-f345-4cf7-8361-8d597bb05f0b', 'ip_version': 4, 'tenant_id': '6026620927e04b3a8faf665de3d5ec0d'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:46:10.465151 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c636382-10f2-4935-9f78-f822195f4763 admin admin] Made reservation on behalf of 6026620927e04b3a8faf665de3d5ec0d for: {'subnet': 1} {{(pid=92825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:46:10.467970 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0c636382-10f2-4935-9f78-f822195f4763 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:10.786062 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0c636382-10f2-4935-9f78-f822195f4763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789'] for subnet, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:10.790364 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:46:10.856508 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c636382-10f2-4935-9f78-f822195f4763 admin admin] Checking segment: {'id': 'ff564f4e-3943-4f1d-926b-7cbd7effd748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5a1cd59b-9c55-4f10-9d7c-19e58ad91009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:46:10.856901 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c636382-10f2-4935-9f78-f822195f4763 admin admin] Network hostable DHCP agents. Network: 5a1cd59b-9c55-4f10-9d7c-19e58ad91009, hostable agents: ['a4764913-7e4e-4767-85bd-6fdf32f4ace2'], hosted agents: [] {{(pid=92825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 12:46:10.858922 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c636382-10f2-4935-9f78-f822195f4763 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c49ea0ab-91cb-4ed4-9223-4c9fee7076c3,revision_number=0']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:46:10.864373 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-0c636382-10f2-4935-9f78-f822195f4763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:46:10.882841 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c636382-10f2-4935-9f78-f822195f4763 admin admin] Network 5a1cd59b-9c55-4f10-9d7c-19e58ad91009 is scheduled to be hosted by DHCP agent a4764913-7e4e-4767-85bd-6fdf32f4ace2 with binding_index 1 {{(pid=92825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 12:46:10.897643 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [None req-0c636382-10f2-4935-9f78-f822195f4763 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797073-1-iscsi, 5a1cd59b-9c55-4f10-9d7c-19e58ad91009) {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:46:10.908948 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c636382-10f2-4935-9f78-f822195f4763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:46:10.909708 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0c636382-10f2-4935-9f78-f822195f4763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for subnet, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:10.910545 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ba6c47-b4fa-42c3-8578-10d1c68f4933 None None] Network 5a1cd59b-9c55-4f10-9d7c-19e58ad91009 requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 12:46:10.932588 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-0c636382-10f2-4935-9f78-f822195f4763 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4932861 Jun 18 12:46:11.262352 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5244014-aa4c-41c8-8ef1-6ec43ddf89b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdfc798f7-bdfd-51cf-81b5-ef75a3e95708-5a1cd59b-9c55-4f10-9d7c-19e58ad91009', 'network_id': '5a1cd59b-9c55-4f10-9d7c-19e58ad91009', 'tenant_id': '6026620927e04b3a8faf665de3d5ec0d', 'fixed_ips': [{'subnet_id': 'c49ea0ab-91cb-4ed4-9223-4c9fee7076c3'}]}} from dv-cinder-797073-1-iscsi. {{(pid=92827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 12:46:11.264036 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f5244014-aa4c-41c8-8ef1-6ec43ddf89b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:11.556824 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.db_base_plugin_common [None req-f5244014-aa4c-41c8-8ef1-6ec43ddf89b5 None None] Allocated IP 172.20.0.2 (5a1cd59b-9c55-4f10-9d7c-19e58ad91009/c49ea0ab-91cb-4ed4-9223-4c9fee7076c3/f0093eee-8a27-46f4-a322-cbd53f9fee45) {{(pid=92827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 12:46:11.786327 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f5244014-aa4c-41c8-8ef1-6ec43ddf89b5 None None] Notify callbacks [] for port, precommit_create {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:11.836437 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f5244014-aa4c-41c8-8ef1-6ec43ddf89b5 None None] Transition to ACTIVE for port object f0093eee-8a27-46f4-a322-cbd53f9fee45 will not be triggered until provisioned by entity L2. {{(pid=92827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:46:11.859594 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f5244014-aa4c-41c8-8ef1-6ec43ddf89b5 None None] Transition to ACTIVE for port object f0093eee-8a27-46f4-a322-cbd53f9fee45 will not be triggered until provisioned by entity DHCP. {{(pid=92827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:46:11.868307 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f5244014-aa4c-41c8-8ef1-6ec43ddf89b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645'] for port, after_create {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:11.871157 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:46:11.938834 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5244014-aa4c-41c8-8ef1-6ec43ddf89b5 None None] Network 5a1cd59b-9c55-4f10-9d7c-19e58ad91009 is already hosted by enough agents. {{(pid=92827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:46:11.945364 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.scheduler.base_scheduler [None req-f5244014-aa4c-41c8-8ef1-6ec43ddf89b5 None None] Resources bound (agent type, host, resource id): {{(pid=92827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:46:11.958819 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5244014-aa4c-41c8-8ef1-6ec43ddf89b5 None None] Received port after_create {{(pid=92827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 12:46:11.966317 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5244014-aa4c-41c8-8ef1-6ec43ddf89b5 None None] Pushing event updated for resources: {'Port': ['ID=f0093eee-8a27-46f4-a322-cbd53f9fee45,revision_number=1']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:46:12.010545 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5244014-aa4c-41c8-8ef1-6ec43ddf89b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:12.010953 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5244014-aa4c-41c8-8ef1-6ec43ddf89b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:12.011302 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5244014-aa4c-41c8-8ef1-6ec43ddf89b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:12.011629 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5244014-aa4c-41c8-8ef1-6ec43ddf89b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:12.012103 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5244014-aa4c-41c8-8ef1-6ec43ddf89b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:12.012359 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5244014-aa4c-41c8-8ef1-6ec43ddf89b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:12.012700 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5244014-aa4c-41c8-8ef1-6ec43ddf89b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:12.013193 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5244014-aa4c-41c8-8ef1-6ec43ddf89b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:12.013630 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5244014-aa4c-41c8-8ef1-6ec43ddf89b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:12.014765 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5244014-aa4c-41c8-8ef1-6ec43ddf89b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:12.014895 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5244014-aa4c-41c8-8ef1-6ec43ddf89b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:12.015299 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5244014-aa4c-41c8-8ef1-6ec43ddf89b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:12.016469 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5244014-aa4c-41c8-8ef1-6ec43ddf89b5 None None] Tracked resource versions report: Jun 18 12:46:12.016469 dv-cinder-797073-1-iscsi neutron-server[92827]: pushed versions: Jun 18 12:46:12.016469 dv-cinder-797073-1-iscsi neutron-server[92827]: { 'AddressGroup': {'1.2'}, Jun 18 12:46:12.016469 dv-cinder-797073-1-iscsi neutron-server[92827]: 'ConntrackHelper': {'1.0'}, Jun 18 12:46:12.016469 dv-cinder-797073-1-iscsi neutron-server[92827]: 'Log': {'1.0'}, Jun 18 12:46:12.016469 dv-cinder-797073-1-iscsi neutron-server[92827]: 'Network': {'1.1'}, Jun 18 12:46:12.016469 dv-cinder-797073-1-iscsi neutron-server[92827]: 'Port': {'1.7'}, Jun 18 12:46:12.016469 dv-cinder-797073-1-iscsi neutron-server[92827]: 'PortForwarding': {'1.2'}, Jun 18 12:46:12.016469 dv-cinder-797073-1-iscsi neutron-server[92827]: 'QosPolicy': {'1.8'}, Jun 18 12:46:12.016469 dv-cinder-797073-1-iscsi neutron-server[92827]: 'SecurityGroup': {'1.4'}, Jun 18 12:46:12.016469 dv-cinder-797073-1-iscsi neutron-server[92827]: 'SecurityGroupRule': {'1.2'}, Jun 18 12:46:12.016469 dv-cinder-797073-1-iscsi neutron-server[92827]: 'SubPort': {'1.0'}, Jun 18 12:46:12.016469 dv-cinder-797073-1-iscsi neutron-server[92827]: 'Subnet': {'1.1'}, Jun 18 12:46:12.016469 dv-cinder-797073-1-iscsi neutron-server[92827]: 'Trunk': {'1.1'}} Jun 18 12:46:12.016469 dv-cinder-797073-1-iscsi neutron-server[92827]: consumer versions: Jun 18 12:46:12.016469 dv-cinder-797073-1-iscsi neutron-server[92827]: { DHCP agent@dv-cinder-797073-1-iscsi: {}, Jun 18 12:46:12.016469 dv-cinder-797073-1-iscsi neutron-server[92827]: L3 agent@dv-cinder-797073-1-iscsi: {}, Jun 18 12:46:12.016469 dv-cinder-797073-1-iscsi neutron-server[92827]: Metadata agent@dv-cinder-797073-1-iscsi: {}, Jun 18 12:46:12.016469 dv-cinder-797073-1-iscsi neutron-server[92827]: Metering agent@dv-cinder-797073-1-iscsi: {}, Jun 18 12:46:12.016469 dv-cinder-797073-1-iscsi neutron-server[92827]: Open vSwitch agent@dv-cinder-797073-1-iscsi: { 'AddressGroup': '1.2', Jun 18 12:46:12.016469 dv-cinder-797073-1-iscsi neutron-server[92827]: 'ConntrackHelper': '1.0', Jun 18 12:46:12.016469 dv-cinder-797073-1-iscsi neutron-server[92827]: 'Log': '1.0', Jun 18 12:46:12.016469 dv-cinder-797073-1-iscsi neutron-server[92827]: 'Network': '1.1', Jun 18 12:46:12.016469 dv-cinder-797073-1-iscsi neutron-server[92827]: 'Port': '1.7', Jun 18 12:46:12.016469 dv-cinder-797073-1-iscsi neutron-server[92827]: 'PortForwarding': '1.2', Jun 18 12:46:12.016469 dv-cinder-797073-1-iscsi neutron-server[92827]: 'QosPolicy': '1.8', Jun 18 12:46:12.016469 dv-cinder-797073-1-iscsi neutron-server[92827]: 'SecurityGroup': '1.4', Jun 18 12:46:12.016469 dv-cinder-797073-1-iscsi neutron-server[92827]: 'SecurityGroupRule': '1.2', Jun 18 12:46:12.016469 dv-cinder-797073-1-iscsi neutron-server[92827]: 'SubPort': '1.0', Jun 18 12:46:12.016469 dv-cinder-797073-1-iscsi neutron-server[92827]: 'Subnet': '1.1', Jun 18 12:46:12.016469 dv-cinder-797073-1-iscsi neutron-server[92827]: 'Trunk': '1.1'}} Jun 18 12:46:12.016469 dv-cinder-797073-1-iscsi neutron-server[92827]: {{(pid=92827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 12:46:12.037914 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f5244014-aa4c-41c8-8ef1-6ec43ddf89b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:46:12.051399 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-f5244014-aa4c-41c8-8ef1-6ec43ddf89b5 None None] Attempting to bind port f0093eee-8a27-46f4-a322-cbd53f9fee45 on host dv-cinder-797073-1-iscsi for vnic_type normal with profile {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 12:46:12.051790 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-f5244014-aa4c-41c8-8ef1-6ec43ddf89b5 None None] Attempting to bind port f0093eee-8a27-46f4-a322-cbd53f9fee45 by drivers openvswitch,hyperv on host dv-cinder-797073-1-iscsi at level 0 using segments [{'id': 'ff564f4e-3943-4f1d-926b-7cbd7effd748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5a1cd59b-9c55-4f10-9d7c-19e58ad91009'}] {{(pid=92827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 12:46:12.052193 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5244014-aa4c-41c8-8ef1-6ec43ddf89b5 None None] Attempting to bind port f0093eee-8a27-46f4-a322-cbd53f9fee45 on network 5a1cd59b-9c55-4f10-9d7c-19e58ad91009 {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:46:12.057256 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5244014-aa4c-41c8-8ef1-6ec43ddf89b5 None None] Checking agent: {'id': '157fcad4-361f-41bd-95f6-95639e81fcdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 45, 55), 'started_at': datetime.datetime(2021, 6, 18, 12, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 12, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 12:46:12.057671 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5244014-aa4c-41c8-8ef1-6ec43ddf89b5 None None] Checking segment: {'id': 'ff564f4e-3943-4f1d-926b-7cbd7effd748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5a1cd59b-9c55-4f10-9d7c-19e58ad91009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:46:12.058148 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f5244014-aa4c-41c8-8ef1-6ec43ddf89b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:12.058542 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5244014-aa4c-41c8-8ef1-6ec43ddf89b5 None None] Bound using segment: {'id': 'ff564f4e-3943-4f1d-926b-7cbd7effd748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5a1cd59b-9c55-4f10-9d7c-19e58ad91009'} {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 12:46:12.059008 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-f5244014-aa4c-41c8-8ef1-6ec43ddf89b5 None None] Bound port: f0093eee-8a27-46f4-a322-cbd53f9fee45, host: dv-cinder-797073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff564f4e-3943-4f1d-926b-7cbd7effd748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5a1cd59b-9c55-4f10-9d7c-19e58ad91009'}}] {{(pid=92827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 12:46:12.059390 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f5244014-aa4c-41c8-8ef1-6ec43ddf89b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:12.124543 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f5244014-aa4c-41c8-8ef1-6ec43ddf89b5 None None] For port f0093eee-8a27-46f4-a322-cbd53f9fee45, host dv-cinder-797073-1-iscsi, cleared binding levels {{(pid=92827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 12:46:12.129182 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f5244014-aa4c-41c8-8ef1-6ec43ddf89b5 None None] For port f0093eee-8a27-46f4-a322-cbd53f9fee45, host dv-cinder-797073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=f0093eee-8a27-46f4-a322-cbd53f9fee45,segment=NetworkSegment(ff564f4e-3943-4f1d-926b-7cbd7effd748),segment_id=ff564f4e-3943-4f1d-926b-7cbd7effd748)] {{(pid=92827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 12:46:12.134330 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f5244014-aa4c-41c8-8ef1-6ec43ddf89b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:12.141073 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f5244014-aa4c-41c8-8ef1-6ec43ddf89b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:46:12.226985 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5244014-aa4c-41c8-8ef1-6ec43ddf89b5 None None] Pushing event updated for resources: {'Port': ['ID=f0093eee-8a27-46f4-a322-cbd53f9fee45,revision_number=2']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:46:12.231235 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f5244014-aa4c-41c8-8ef1-6ec43ddf89b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:46:13.468124 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 44442) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:46:13.837530 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [None req-92cd22ac-1e74-43b5-a475-8aadb8aef874 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=92825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 12:46:13.838514 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-92cd22ac-1e74-43b5-a475-8aadb8aef874 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3693488 Jun 18 12:46:16.437531 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 44450) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:46:16.789827 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [None req-46b71935-a4be-4fc0-8cd6-e98f53a0f759 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=92826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 12:46:16.790781 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-46b71935-a4be-4fc0-8cd6-e98f53a0f759 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3523419 Jun 18 12:46:18.643599 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298fdc00-7cec-4427-ac0d-f0f59e4c22d9 None None] Network 5a1cd59b-9c55-4f10-9d7c-19e58ad91009 requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 12:46:18.710720 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-a6b01bda-c7e4-4a88-a533-f4305f39b5ed None None] Provisioning for port f0093eee-8a27-46f4-a322-cbd53f9fee45 completed by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:46:19.124913 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device f0093eee-8a27-46f4-a322-cbd53f9fee45 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:46:19.214833 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning for port f0093eee-8a27-46f4-a322-cbd53f9fee45 completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:46:19.220952 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port f0093eee-8a27-46f4-a322-cbd53f9fee45 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:46:19.221609 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:19.349469 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:19.388032 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] For port f0093eee-8a27-46f4-a322-cbd53f9fee45, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=f0093eee-8a27-46f4-a322-cbd53f9fee45,segment=NetworkSegment(ff564f4e-3943-4f1d-926b-7cbd7effd748),segment_id=ff564f4e-3943-4f1d-926b-7cbd7effd748)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:46:19.392399 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:19.395179 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f5244014-aa4c-41c8-8ef1-6ec43ddf89b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:46:19.450007 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Pushing event updated for resources: {'Port': ['ID=f0093eee-8a27-46f4-a322-cbd53f9fee45,revision_number=3']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:46:19.453176 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:46:19.591392 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 44464) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:46:19.914480 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-f3110f27-8e4a-465d-9152-5edc4ce0df10 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '6026620927e04b3a8faf665de3d5ec0d', 'admin_state_up': True}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:46:19.943097 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-f3110f27-8e4a-465d-9152-5edc4ce0df10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2084009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28470'] for router, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:19.944605 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-f3110f27-8e4a-465d-9152-5edc4ce0df10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2084052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1971176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28495'] for router, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:20.106425 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-f3110f27-8e4a-465d-9152-5edc4ce0df10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:20.121707 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-f3110f27-8e4a-465d-9152-5edc4ce0df10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2084000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054972'] for router, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:20.137648 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-f3110f27-8e4a-465d-9152-5edc4ce0df10 admin admin] Notify callbacks [] for router, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:20.139345 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-f3110f27-8e4a-465d-9152-5edc4ce0df10 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5459650 Jun 18 12:46:21.097142 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device f0093eee-8a27-46f4-a322-cbd53f9fee45 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:46:21.164194 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port f0093eee-8a27-46f4-a322-cbd53f9fee45 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:46:21.165817 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:21.840625 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-61c3a9de-cf80-431e-8d98-cd8eb97cfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:22.582460 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 44472) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:46:22.922179 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [None req-36f3c171-5e5d-49e1-a7da-5dfbb1e4f7c2 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=92826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 12:46:22.923163 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-36f3c171-5e5d-49e1-a7da-5dfbb1e4f7c2 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3397794 Jun 18 12:46:24.684999 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-57cdd56c-1458-4174-a878-c0c8ed27d702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:25.002187 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:25.328558 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 44480) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:46:25.662903 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-8d872d3d-65bc-4740-90d1-2e2df845c444 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:46:25.689738 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d872d3d-65bc-4740-90d1-2e2df845c444 admin admin] Made reservation on behalf of 3d378f561a494efc94a26c49cb47ee5c for: {'network': 1} {{(pid=92826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:46:25.693231 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-8d872d3d-65bc-4740-90d1-2e2df845c444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for network, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:25.710498 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-8d872d3d-65bc-4740-90d1-2e2df845c444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:25.838954 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-8d872d3d-65bc-4740-90d1-2e2df845c444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:25.844121 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-8d872d3d-65bc-4740-90d1-2e2df845c444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:25.849808 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:46:25.858085 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8d872d3d-65bc-4740-90d1-2e2df845c444 admin admin] Reserving flat network on physical network physnet1 {{(pid=92826) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 18 12:46:25.881033 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:25.898798 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-8d872d3d-65bc-4740-90d1-2e2df845c444 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743829154250', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559'] for segment, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:25.899306 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-8d872d3d-65bc-4740-90d1-2e2df845c444 admin admin] Unsubscribe: segment precommit_create {{(pid=92826) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 18 12:46:25.899823 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.db.segments_db [None req-8d872d3d-65bc-4740-90d1-2e2df845c444 admin admin] Added segment b79588fc-20f0-437a-9a07-92a6b1056918 of type flat for network 9d896988-a366-408b-a158-be6ed4023cc1 Jun 18 12:46:25.917342 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d872d3d-65bc-4740-90d1-2e2df845c444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820df8de-420c-4b3f-bb4d-2b3e8fd163cd,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:46:25.962553 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d872d3d-65bc-4740-90d1-2e2df845c444 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:25.962896 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d872d3d-65bc-4740-90d1-2e2df845c444 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:25.963219 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d872d3d-65bc-4740-90d1-2e2df845c444 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:25.963536 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d872d3d-65bc-4740-90d1-2e2df845c444 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:25.963849 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d872d3d-65bc-4740-90d1-2e2df845c444 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:25.964175 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d872d3d-65bc-4740-90d1-2e2df845c444 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:25.964487 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d872d3d-65bc-4740-90d1-2e2df845c444 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:25.964820 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d872d3d-65bc-4740-90d1-2e2df845c444 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:25.965142 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d872d3d-65bc-4740-90d1-2e2df845c444 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:25.965455 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d872d3d-65bc-4740-90d1-2e2df845c444 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:25.965760 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d872d3d-65bc-4740-90d1-2e2df845c444 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:25.966057 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d872d3d-65bc-4740-90d1-2e2df845c444 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:25.967248 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d872d3d-65bc-4740-90d1-2e2df845c444 admin admin] Tracked resource versions report: Jun 18 12:46:25.967248 dv-cinder-797073-1-iscsi neutron-server[92826]: pushed versions: Jun 18 12:46:25.967248 dv-cinder-797073-1-iscsi neutron-server[92826]: { 'AddressGroup': {'1.2'}, Jun 18 12:46:25.967248 dv-cinder-797073-1-iscsi neutron-server[92826]: 'ConntrackHelper': {'1.0'}, Jun 18 12:46:25.967248 dv-cinder-797073-1-iscsi neutron-server[92826]: 'Log': {'1.0'}, Jun 18 12:46:25.967248 dv-cinder-797073-1-iscsi neutron-server[92826]: 'Network': {'1.1'}, Jun 18 12:46:25.967248 dv-cinder-797073-1-iscsi neutron-server[92826]: 'Port': {'1.7'}, Jun 18 12:46:25.967248 dv-cinder-797073-1-iscsi neutron-server[92826]: 'PortForwarding': {'1.2'}, Jun 18 12:46:25.967248 dv-cinder-797073-1-iscsi neutron-server[92826]: 'QosPolicy': {'1.8'}, Jun 18 12:46:25.967248 dv-cinder-797073-1-iscsi neutron-server[92826]: 'SecurityGroup': {'1.4'}, Jun 18 12:46:25.967248 dv-cinder-797073-1-iscsi neutron-server[92826]: 'SecurityGroupRule': {'1.2'}, Jun 18 12:46:25.967248 dv-cinder-797073-1-iscsi neutron-server[92826]: 'SubPort': {'1.0'}, Jun 18 12:46:25.967248 dv-cinder-797073-1-iscsi neutron-server[92826]: 'Subnet': {'1.1'}, Jun 18 12:46:25.967248 dv-cinder-797073-1-iscsi neutron-server[92826]: 'Trunk': {'1.1'}} Jun 18 12:46:25.967248 dv-cinder-797073-1-iscsi neutron-server[92826]: consumer versions: Jun 18 12:46:25.967248 dv-cinder-797073-1-iscsi neutron-server[92826]: { DHCP agent@dv-cinder-797073-1-iscsi: {}, Jun 18 12:46:25.967248 dv-cinder-797073-1-iscsi neutron-server[92826]: L3 agent@dv-cinder-797073-1-iscsi: {}, Jun 18 12:46:25.967248 dv-cinder-797073-1-iscsi neutron-server[92826]: Metadata agent@dv-cinder-797073-1-iscsi: {}, Jun 18 12:46:25.967248 dv-cinder-797073-1-iscsi neutron-server[92826]: Metering agent@dv-cinder-797073-1-iscsi: {}, Jun 18 12:46:25.967248 dv-cinder-797073-1-iscsi neutron-server[92826]: Open vSwitch agent@dv-cinder-797073-1-iscsi: { 'AddressGroup': '1.2', Jun 18 12:46:25.967248 dv-cinder-797073-1-iscsi neutron-server[92826]: 'ConntrackHelper': '1.0', Jun 18 12:46:25.967248 dv-cinder-797073-1-iscsi neutron-server[92826]: 'Log': '1.0', Jun 18 12:46:25.967248 dv-cinder-797073-1-iscsi neutron-server[92826]: 'Network': '1.1', Jun 18 12:46:25.967248 dv-cinder-797073-1-iscsi neutron-server[92826]: 'Port': '1.7', Jun 18 12:46:25.967248 dv-cinder-797073-1-iscsi neutron-server[92826]: 'PortForwarding': '1.2', Jun 18 12:46:25.967248 dv-cinder-797073-1-iscsi neutron-server[92826]: 'QosPolicy': '1.8', Jun 18 12:46:25.967248 dv-cinder-797073-1-iscsi neutron-server[92826]: 'SecurityGroup': '1.4', Jun 18 12:46:25.967248 dv-cinder-797073-1-iscsi neutron-server[92826]: 'SecurityGroupRule': '1.2', Jun 18 12:46:25.967248 dv-cinder-797073-1-iscsi neutron-server[92826]: 'SubPort': '1.0', Jun 18 12:46:25.967248 dv-cinder-797073-1-iscsi neutron-server[92826]: 'Subnet': '1.1', Jun 18 12:46:25.967248 dv-cinder-797073-1-iscsi neutron-server[92826]: 'Trunk': '1.1'}} Jun 18 12:46:25.967248 dv-cinder-797073-1-iscsi neutron-server[92826]: {{(pid=92826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 12:46:26.021371 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-8d872d3d-65bc-4740-90d1-2e2df845c444 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743828617162'] for network, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:26.027239 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-8d872d3d-65bc-4740-90d1-2e2df845c444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:46:26.080367 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-8d872d3d-65bc-4740-90d1-2e2df845c444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2056967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782'] for network, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:26.081907 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d872d3d-65bc-4740-90d1-2e2df845c444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:46:26.082570 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-8d872d3d-65bc-4740-90d1-2e2df845c444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for network, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:26.084579 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:46:26.160781 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-8d872d3d-65bc-4740-90d1-2e2df845c444 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8309786 Jun 18 12:46:26.195170 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d872d3d-65bc-4740-90d1-2e2df845c444 admin admin] Pushing event updated for resources: {'Network': ['ID=9d896988-a366-408b-a158-be6ed4023cc1,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:46:26.198611 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-8d872d3d-65bc-4740-90d1-2e2df845c444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:46:26.208353 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Network 9d896988-a366-408b-a158-be6ed4023cc1 details requested by agent ovs-agent-dv-cinder-797073-1-iscsi with host dv-cinder-797073-1-iscsi {{(pid=92827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 12:46:27.595117 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:28.584586 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 44502) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:46:28.838076 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ef8683-81db-476c-b857-6566d625aa33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:46:28.839417 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-f7ef8683-81db-476c-b857-6566d625aa33 admin admin] 10.222.0.86 "GET /v2.0/subnets/c49ea0ab-91cb-4ed4-9223-4c9fee7076c3 HTTP/1.1" status: 200 len: 849 time: 0.2538371 Jun 18 12:46:28.964170 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-e77f1fe2-c98a-4ae0-af7e-55a3bd4b32fa admin admin] 10.222.0.86 "GET /v2.0/routers/e637a511-cd5a-47fa-82ab-e3fe4f69a900 HTTP/1.1" status: 200 len: 704 time: 0.1184292 Jun 18 12:46:29.228417 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e2248d38-7d30-4377-9c34-89feb1bce3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:29.563373 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.db_base_plugin_common [None req-e2248d38-7d30-4377-9c34-89feb1bce3a9 admin admin] Allocated IP 172.20.0.1 (5a1cd59b-9c55-4f10-9d7c-19e58ad91009/c49ea0ab-91cb-4ed4-9223-4c9fee7076c3/8c7e388a-c2c4-4ecf-ac24-30a1504fde73) {{(pid=92826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 12:46:29.794067 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e2248d38-7d30-4377-9c34-89feb1bce3a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:29.819737 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.provisioning_blocks [None req-e2248d38-7d30-4377-9c34-89feb1bce3a9 admin admin] Transition to ACTIVE for port object 8c7e388a-c2c4-4ecf-ac24-30a1504fde73 will not be triggered until provisioned by entity DHCP. {{(pid=92826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:46:29.904039 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e2248d38-7d30-4377-9c34-89feb1bce3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645'] for port, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:29.907872 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:46:29.968554 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2248d38-7d30-4377-9c34-89feb1bce3a9 admin admin] Network 5a1cd59b-9c55-4f10-9d7c-19e58ad91009 is already hosted by enough agents. {{(pid=92826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:46:29.976189 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.base_scheduler [None req-e2248d38-7d30-4377-9c34-89feb1bce3a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:46:29.987068 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2248d38-7d30-4377-9c34-89feb1bce3a9 admin admin] Received port after_create {{(pid=92826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 12:46:29.987253 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e2248d38-7d30-4377-9c34-89feb1bce3a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052883'] for router_interface, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:30.052579 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2248d38-7d30-4377-9c34-89feb1bce3a9 admin admin] Pushing event updated for resources: {'Port': ['ID=8c7e388a-c2c4-4ecf-ac24-30a1504fde73,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:46:30.067918 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-e2248d38-7d30-4377-9c34-89feb1bce3a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:46:30.151412 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-e8e4214e-6a45-4c9a-8bf1-3c811eded2ae None None] Provisioning for port 8c7e388a-c2c4-4ecf-ac24-30a1504fde73 completed by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:46:30.155949 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-e8e4214e-6a45-4c9a-8bf1-3c811eded2ae None None] Provisioning complete for port 8c7e388a-c2c4-4ecf-ac24-30a1504fde73 triggered by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:46:30.156327 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-e8e4214e-6a45-4c9a-8bf1-3c811eded2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:30.190383 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-e8e4214e-6a45-4c9a-8bf1-3c811eded2ae None None] Port 8c7e388a-c2c4-4ecf-ac24-30a1504fde73 cannot update to ACTIVE because it is not bound. {{(pid=92827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 12:46:30.278938 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e2248d38-7d30-4377-9c34-89feb1bce3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:30.466576 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e2248d38-7d30-4377-9c34-89feb1bce3a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:30.471244 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e2248d38-7d30-4377-9c34-89feb1bce3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:30.472488 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e2248d38-7d30-4377-9c34-89feb1bce3a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2059530'] for router_interface, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:30.474274 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-e2248d38-7d30-4377-9c34-89feb1bce3a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:46:30.553218 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2248d38-7d30-4377-9c34-89feb1bce3a9 admin admin] Pushing event updated for resources: {'Port': ['ID=8c7e388a-c2c4-4ecf-ac24-30a1504fde73,revision_number=2']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:46:30.557048 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-e2248d38-7d30-4377-9c34-89feb1bce3a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:46:30.602375 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2248d38-7d30-4377-9c34-89feb1bce3a9 admin admin] Network 5a1cd59b-9c55-4f10-9d7c-19e58ad91009 is already hosted by enough agents. {{(pid=92826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:46:30.603662 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.base_scheduler [None req-e2248d38-7d30-4377-9c34-89feb1bce3a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:46:30.792694 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2248d38-7d30-4377-9c34-89feb1bce3a9 admin admin] Router e637a511-cd5a-47fa-82ab-e3fe4f69a900 is scheduled to L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc with binding_index 1 {{(pid=92826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 12:46:30.812216 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-26a21cdf-2d5a-4f72-a9b6-9d0bdc998878 None None] Provisioning complete for port 8c7e388a-c2c4-4ecf-ac24-30a1504fde73 triggered by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:46:30.812588 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-26a21cdf-2d5a-4f72-a9b6-9d0bdc998878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:30.848419 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-26a21cdf-2d5a-4f72-a9b6-9d0bdc998878 None None] Port 8c7e388a-c2c4-4ecf-ac24-30a1504fde73 cannot update to ACTIVE because it is not bound. {{(pid=92827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 12:46:30.890265 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2248d38-7d30-4377-9c34-89feb1bce3a9 admin admin] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 12:46:30.895353 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-e2248d38-7d30-4377-9c34-89feb1bce3a9 admin admin] 10.222.0.86 "PUT /v2.0/routers/e637a511-cd5a-47fa-82ab-e3fe4f69a900/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9255843 Jun 18 12:46:30.913850 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106081af-66e3-44a9-858f-4d6e011896a9 None None] Sync routers for ids ['e637a511-cd5a-47fa-82ab-e3fe4f69a900'] in dv-cinder-797073-1-iscsi {{(pid=92828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 12:46:30.926474 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106081af-66e3-44a9-858f-4d6e011896a9 None None] Routers {'e637a511-cd5a-47fa-82ab-e3fe4f69a900'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 12:46:30.927331 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-106081af-66e3-44a9-858f-4d6e011896a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:46:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['e637a511-cd5a-47fa-82ab-e3fe4f69a900'], 'active': True} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:46:31.128997 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvr_db [None req-106081af-66e3-44a9-858f-4d6e011896a9 None None] Set router e637a511-cd5a-47fa-82ab-e3fe4f69a900 gateway port host: None {{(pid=92828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 12:46:31.584412 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-106081af-66e3-44a9-858f-4d6e011896a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e637a511-cd5a-47fa-82ab-e3fe4f69a900', 'name': 'router1', 'tenant_id': '6026620927e04b3a8faf665de3d5ec0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:46:19Z', 'updated_at': '2021-06-18T12:46:30Z', 'revision_number': 2, 'project_id': '6026620927e04b3a8faf665de3d5ec0d', 'gw_port_host': None, '_interfaces': [{'id': '8c7e388a-c2c4-4ecf-ac24-30a1504fde73', 'name': '', 'network_id': '5a1cd59b-9c55-4f10-9d7c-19e58ad91009', 'tenant_id': '6026620927e04b3a8faf665de3d5ec0d', 'mac_address': 'fa:16:3e:11:c3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e637a511-cd5a-47fa-82ab-e3fe4f69a900', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c49ea0ab-91cb-4ed4-9223-4c9fee7076c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:46:29Z', 'updated_at': '2021-06-18T12:46:30Z', 'revision_number': 2, 'project_id': '6026620927e04b3a8faf665de3d5ec0d', 'subnets': [{'id': 'c49ea0ab-91cb-4ed4-9223-4c9fee7076c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b42df9e7-f345-4cf7-8361-8d597bb05f0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:46:31.637933 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106081af-66e3-44a9-858f-4d6e011896a9 None None] Checking router: e637a511-cd5a-47fa-82ab-e3fe4f69a900 for host: dv-cinder-797073-1-iscsi {{(pid=92828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 12:46:31.638207 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106081af-66e3-44a9-858f-4d6e011896a9 None None] Updating router e637a511-cd5a-47fa-82ab-e3fe4f69a900 port 8c7e388a-c2c4-4ecf-ac24-30a1504fde73 binding host dv-cinder-797073-1-iscsi {{(pid=92828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 12:46:31.706077 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-106081af-66e3-44a9-858f-4d6e011896a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:32.243441 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-106081af-66e3-44a9-858f-4d6e011896a9 None None] Notify callbacks [] for port, precommit_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:32.263451 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.provisioning_blocks [None req-106081af-66e3-44a9-858f-4d6e011896a9 None None] Transition to ACTIVE for port object 8c7e388a-c2c4-4ecf-ac24-30a1504fde73 will not be triggered until provisioned by entity L2. {{(pid=92828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:46:32.271729 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-106081af-66e3-44a9-858f-4d6e011896a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:32.276633 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:46:32.477353 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d5e72-f442-46e9-ba04-082cd7db4ecf None None] Pushing event updated for resources: {'Port': ['ID=8c7e388a-c2c4-4ecf-ac24-30a1504fde73,revision_number=3']} {{(pid=92828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:46:32.492735 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d5e72-f442-46e9-ba04-082cd7db4ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:32.493097 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d5e72-f442-46e9-ba04-082cd7db4ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:32.493425 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d5e72-f442-46e9-ba04-082cd7db4ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:32.493790 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d5e72-f442-46e9-ba04-082cd7db4ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:32.494065 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d5e72-f442-46e9-ba04-082cd7db4ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:32.494384 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d5e72-f442-46e9-ba04-082cd7db4ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:32.494697 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d5e72-f442-46e9-ba04-082cd7db4ecf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:32.495063 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d5e72-f442-46e9-ba04-082cd7db4ecf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:32.495384 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d5e72-f442-46e9-ba04-082cd7db4ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:32.495693 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d5e72-f442-46e9-ba04-082cd7db4ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:32.496005 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d5e72-f442-46e9-ba04-082cd7db4ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:32.496316 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d5e72-f442-46e9-ba04-082cd7db4ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:46:32.497487 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d5e72-f442-46e9-ba04-082cd7db4ecf None None] Tracked resource versions report: Jun 18 12:46:32.497487 dv-cinder-797073-1-iscsi neutron-server[92828]: pushed versions: Jun 18 12:46:32.497487 dv-cinder-797073-1-iscsi neutron-server[92828]: { 'AddressGroup': {'1.2'}, Jun 18 12:46:32.497487 dv-cinder-797073-1-iscsi neutron-server[92828]: 'ConntrackHelper': {'1.0'}, Jun 18 12:46:32.497487 dv-cinder-797073-1-iscsi neutron-server[92828]: 'Log': {'1.0'}, Jun 18 12:46:32.497487 dv-cinder-797073-1-iscsi neutron-server[92828]: 'Network': {'1.1'}, Jun 18 12:46:32.497487 dv-cinder-797073-1-iscsi neutron-server[92828]: 'Port': {'1.7'}, Jun 18 12:46:32.497487 dv-cinder-797073-1-iscsi neutron-server[92828]: 'PortForwarding': {'1.2'}, Jun 18 12:46:32.497487 dv-cinder-797073-1-iscsi neutron-server[92828]: 'QosPolicy': {'1.8'}, Jun 18 12:46:32.497487 dv-cinder-797073-1-iscsi neutron-server[92828]: 'SecurityGroup': {'1.4'}, Jun 18 12:46:32.497487 dv-cinder-797073-1-iscsi neutron-server[92828]: 'SecurityGroupRule': {'1.2'}, Jun 18 12:46:32.497487 dv-cinder-797073-1-iscsi neutron-server[92828]: 'SubPort': {'1.0'}, Jun 18 12:46:32.497487 dv-cinder-797073-1-iscsi neutron-server[92828]: 'Subnet': {'1.1'}, Jun 18 12:46:32.497487 dv-cinder-797073-1-iscsi neutron-server[92828]: 'Trunk': {'1.1'}} Jun 18 12:46:32.497487 dv-cinder-797073-1-iscsi neutron-server[92828]: consumer versions: Jun 18 12:46:32.497487 dv-cinder-797073-1-iscsi neutron-server[92828]: { DHCP agent@dv-cinder-797073-1-iscsi: {}, Jun 18 12:46:32.497487 dv-cinder-797073-1-iscsi neutron-server[92828]: L3 agent@dv-cinder-797073-1-iscsi: {}, Jun 18 12:46:32.497487 dv-cinder-797073-1-iscsi neutron-server[92828]: Metadata agent@dv-cinder-797073-1-iscsi: {}, Jun 18 12:46:32.497487 dv-cinder-797073-1-iscsi neutron-server[92828]: Metering agent@dv-cinder-797073-1-iscsi: {}, Jun 18 12:46:32.497487 dv-cinder-797073-1-iscsi neutron-server[92828]: Open vSwitch agent@dv-cinder-797073-1-iscsi: { 'AddressGroup': '1.2', Jun 18 12:46:32.497487 dv-cinder-797073-1-iscsi neutron-server[92828]: 'ConntrackHelper': '1.0', Jun 18 12:46:32.497487 dv-cinder-797073-1-iscsi neutron-server[92828]: 'Log': '1.0', Jun 18 12:46:32.497487 dv-cinder-797073-1-iscsi neutron-server[92828]: 'Network': '1.1', Jun 18 12:46:32.497487 dv-cinder-797073-1-iscsi neutron-server[92828]: 'Port': '1.7', Jun 18 12:46:32.497487 dv-cinder-797073-1-iscsi neutron-server[92828]: 'PortForwarding': '1.2', Jun 18 12:46:32.497487 dv-cinder-797073-1-iscsi neutron-server[92828]: 'QosPolicy': '1.8', Jun 18 12:46:32.497487 dv-cinder-797073-1-iscsi neutron-server[92828]: 'SecurityGroup': '1.4', Jun 18 12:46:32.497487 dv-cinder-797073-1-iscsi neutron-server[92828]: 'SecurityGroupRule': '1.2', Jun 18 12:46:32.497487 dv-cinder-797073-1-iscsi neutron-server[92828]: 'SubPort': '1.0', Jun 18 12:46:32.497487 dv-cinder-797073-1-iscsi neutron-server[92828]: 'Subnet': '1.1', Jun 18 12:46:32.497487 dv-cinder-797073-1-iscsi neutron-server[92828]: 'Trunk': '1.1'}} Jun 18 12:46:32.497487 dv-cinder-797073-1-iscsi neutron-server[92828]: {{(pid=92828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 12:46:32.502150 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG oslo_concurrency.lockutils [None req-5e6d5e72-f442-46e9-ba04-082cd7db4ecf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:46:32.504973 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.managers [None req-106081af-66e3-44a9-858f-4d6e011896a9 None None] Attempting to bind port 8c7e388a-c2c4-4ecf-ac24-30a1504fde73 on host dv-cinder-797073-1-iscsi for vnic_type normal with profile {{(pid=92828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 12:46:32.505375 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.managers [None req-106081af-66e3-44a9-858f-4d6e011896a9 None None] Attempting to bind port 8c7e388a-c2c4-4ecf-ac24-30a1504fde73 by drivers openvswitch,hyperv on host dv-cinder-797073-1-iscsi at level 0 using segments [{'id': 'ff564f4e-3943-4f1d-926b-7cbd7effd748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5a1cd59b-9c55-4f10-9d7c-19e58ad91009'}] {{(pid=92828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 12:46:32.505793 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106081af-66e3-44a9-858f-4d6e011896a9 None None] Attempting to bind port 8c7e388a-c2c4-4ecf-ac24-30a1504fde73 on network 5a1cd59b-9c55-4f10-9d7c-19e58ad91009 {{(pid=92828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:46:32.510914 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106081af-66e3-44a9-858f-4d6e011896a9 None None] Checking agent: {'id': '157fcad4-361f-41bd-95f6-95639e81fcdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 45, 55), 'started_at': datetime.datetime(2021, 6, 18, 12, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 12, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 12:46:32.511325 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106081af-66e3-44a9-858f-4d6e011896a9 None None] Checking segment: {'id': 'ff564f4e-3943-4f1d-926b-7cbd7effd748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5a1cd59b-9c55-4f10-9d7c-19e58ad91009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:46:32.511801 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-106081af-66e3-44a9-858f-4d6e011896a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:32.512186 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106081af-66e3-44a9-858f-4d6e011896a9 None None] Bound using segment: {'id': 'ff564f4e-3943-4f1d-926b-7cbd7effd748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5a1cd59b-9c55-4f10-9d7c-19e58ad91009'} {{(pid=92828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 12:46:32.512674 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.managers [None req-106081af-66e3-44a9-858f-4d6e011896a9 None None] Bound port: 8c7e388a-c2c4-4ecf-ac24-30a1504fde73, host: dv-cinder-797073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff564f4e-3943-4f1d-926b-7cbd7effd748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5a1cd59b-9c55-4f10-9d7c-19e58ad91009'}}] {{(pid=92828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 12:46:32.513066 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-106081af-66e3-44a9-858f-4d6e011896a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:32.581641 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.db [None req-106081af-66e3-44a9-858f-4d6e011896a9 None None] For port 8c7e388a-c2c4-4ecf-ac24-30a1504fde73, host dv-cinder-797073-1-iscsi, cleared binding levels {{(pid=92828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 12:46:32.608706 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.db [None req-106081af-66e3-44a9-858f-4d6e011896a9 None None] For port 8c7e388a-c2c4-4ecf-ac24-30a1504fde73, host dv-cinder-797073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=8c7e388a-c2c4-4ecf-ac24-30a1504fde73,segment=NetworkSegment(ff564f4e-3943-4f1d-926b-7cbd7effd748),segment_id=ff564f4e-3943-4f1d-926b-7cbd7effd748)] {{(pid=92828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 12:46:32.613521 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-106081af-66e3-44a9-858f-4d6e011896a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:32.615737 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:46:32.667904 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106081af-66e3-44a9-858f-4d6e011896a9 None None] Routers {'e637a511-cd5a-47fa-82ab-e3fe4f69a900'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 12:46:32.668425 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-106081af-66e3-44a9-858f-4d6e011896a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:46:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['e637a511-cd5a-47fa-82ab-e3fe4f69a900'], 'active': True} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:46:32.754675 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d5e72-f442-46e9-ba04-082cd7db4ecf None None] Pushing event updated for resources: {'Port': ['ID=8c7e388a-c2c4-4ecf-ac24-30a1504fde73,revision_number=4']} {{(pid=92828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:46:32.758230 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG oslo_concurrency.lockutils [None req-5e6d5e72-f442-46e9-ba04-082cd7db4ecf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:46:32.781978 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvr_db [None req-106081af-66e3-44a9-858f-4d6e011896a9 None None] Set router e637a511-cd5a-47fa-82ab-e3fe4f69a900 gateway port host: None {{(pid=92828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 12:46:33.008065 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-106081af-66e3-44a9-858f-4d6e011896a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e637a511-cd5a-47fa-82ab-e3fe4f69a900', 'name': 'router1', 'tenant_id': '6026620927e04b3a8faf665de3d5ec0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:46:19Z', 'updated_at': '2021-06-18T12:46:30Z', 'revision_number': 2, 'project_id': '6026620927e04b3a8faf665de3d5ec0d', 'gw_port_host': None, '_interfaces': [{'id': '8c7e388a-c2c4-4ecf-ac24-30a1504fde73', 'name': '', 'network_id': '5a1cd59b-9c55-4f10-9d7c-19e58ad91009', 'tenant_id': '6026620927e04b3a8faf665de3d5ec0d', 'mac_address': 'fa:16:3e:11:c3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e637a511-cd5a-47fa-82ab-e3fe4f69a900', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c49ea0ab-91cb-4ed4-9223-4c9fee7076c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:46:29Z', 'updated_at': '2021-06-18T12:46:32Z', 'revision_number': 4, 'project_id': '6026620927e04b3a8faf665de3d5ec0d', 'subnets': [{'id': 'c49ea0ab-91cb-4ed4-9223-4c9fee7076c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b42df9e7-f345-4cf7-8361-8d597bb05f0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:46:33.036168 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106081af-66e3-44a9-858f-4d6e011896a9 None None] The sync data for ids ['e637a511-cd5a-47fa-82ab-e3fe4f69a900'] in dv-cinder-797073-1-iscsi is: [{'id': 'e637a511-cd5a-47fa-82ab-e3fe4f69a900', 'name': 'router1', 'tenant_id': '6026620927e04b3a8faf665de3d5ec0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:46:19Z', 'updated_at': '2021-06-18T12:46:30Z', 'revision_number': 2, 'project_id': '6026620927e04b3a8faf665de3d5ec0d', 'gw_port_host': None, '_interfaces': [{'id': '8c7e388a-c2c4-4ecf-ac24-30a1504fde73', 'name': '', 'network_id': '5a1cd59b-9c55-4f10-9d7c-19e58ad91009', 'tenant_id': '6026620927e04b3a8faf665de3d5ec0d', 'mac_address': 'fa:16:3e:11:c3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e637a511-cd5a-47fa-82ab-e3fe4f69a900', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c49ea0ab-91cb-4ed4-9223-4c9fee7076c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:46:29Z', 'updated_at': '2021-06-18T12:46:32Z', 'revision_number': 4, 'project_id': '6026620927e04b3a8faf665de3d5ec0d', 'subnets': [{'id': 'c49ea0ab-91cb-4ed4-9223-4c9fee7076c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b42df9e7-f345-4cf7-8361-8d597bb05f0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 12:46:33.171447 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 44522) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:46:33.296476 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f02451-6a90-48ba-ab6d-987dd9555aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:46:33.297838 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-d3f02451-6a90-48ba-ab6d-987dd9555aa0 admin admin] 10.222.0.86 "GET /v2.0/networks/9d896988-a366-408b-a158-be6ed4023cc1 HTTP/1.1" status: 200 len: 842 time: 0.1254346 Jun 18 12:46:33.307251 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-b042fab9-05c7-4611-bad6-c59cbdccbb81 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'enable_dhcp': False, 'cidr': '172.27.0.0/24'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:46:33.329460 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b042fab9-05c7-4611-bad6-c59cbdccbb81 admin admin] Made reservation on behalf of 3d378f561a494efc94a26c49cb47ee5c for: {'subnet': 1} {{(pid=92825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:46:33.331881 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b042fab9-05c7-4611-bad6-c59cbdccbb81 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:33.690812 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.objects.ports [None req-b042fab9-05c7-4611-bad6-c59cbdccbb81 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92825) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 12:46:33.691150 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b042fab9-05c7-4611-bad6-c59cbdccbb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789'] for subnet, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:33.694081 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:46:33.744853 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042fab9-05c7-4611-bad6-c59cbdccbb81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a87da4ed-432b-4387-92bb-db12946e6cdf,revision_number=0']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:46:33.748546 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-b042fab9-05c7-4611-bad6-c59cbdccbb81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:46:33.754550 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b042fab9-05c7-4611-bad6-c59cbdccbb81 admin admin] Checking segment: {'id': 'b79588fc-20f0-437a-9a07-92a6b1056918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:46:33.754897 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b042fab9-05c7-4611-bad6-c59cbdccbb81 admin admin] Network hostable DHCP agents. Network: 9d896988-a366-408b-a158-be6ed4023cc1, hostable agents: ['a4764913-7e4e-4767-85bd-6fdf32f4ace2'], hosted agents: [] {{(pid=92825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 12:46:33.771547 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b042fab9-05c7-4611-bad6-c59cbdccbb81 admin admin] Network 9d896988-a366-408b-a158-be6ed4023cc1 is scheduled to be hosted by DHCP agent a4764913-7e4e-4767-85bd-6fdf32f4ace2 with binding_index 1 {{(pid=92825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 12:46:33.779633 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [None req-b042fab9-05c7-4611-bad6-c59cbdccbb81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797073-1-iscsi, 9d896988-a366-408b-a158-be6ed4023cc1) {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:46:33.784080 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b042fab9-05c7-4611-bad6-c59cbdccbb81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:46:33.784820 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b042fab9-05c7-4611-bad6-c59cbdccbb81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for subnet, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:33.789100 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5382fc1f-98d1-4022-9404-4cbe99d666a2 None None] Network 9d896988-a366-408b-a158-be6ed4023cc1 requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 12:46:33.809391 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-b042fab9-05c7-4611-bad6-c59cbdccbb81 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5056458 Jun 18 12:46:33.938394 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f56f701-2a38-4e3f-b738-cb9a7fe596b9 None None] Network 9d896988-a366-408b-a158-be6ed4023cc1 requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 12:46:36.182340 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 44534) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:46:36.430347 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-30e66f9b-8287-4127-898e-f2e4de15e371 admin admin] 10.222.0.86 "GET /v2.0/routers/e637a511-cd5a-47fa-82ab-e3fe4f69a900 HTTP/1.1" status: 200 len: 710 time: 0.2467492 Jun 18 12:46:36.524491 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17287bf8-0b97-4b7f-b22a-7a3f6b03d8eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:46:36.525900 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-17287bf8-0b97-4b7f-b22a-7a3f6b03d8eb admin admin] 10.222.0.86 "GET /v2.0/networks/9d896988-a366-408b-a158-be6ed4023cc1 HTTP/1.1" status: 200 len: 886 time: 0.0892849 Jun 18 12:46:36.535360 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-8d58f0ba-7090-4f04-87c6-ea8f22b9e1bb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'}}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:46:36.807450 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8d58f0ba-7090-4f04-87c6-ea8f22b9e1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054888', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2083931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28509'] for router, precommit_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:37.126311 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8d58f0ba-7090-4f04-87c6-ea8f22b9e1bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:37.135824 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 8c7e388a-c2c4-4ecf-ac24-30a1504fde73 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:46:37.203078 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning for port 8c7e388a-c2c4-4ecf-ac24-30a1504fde73 completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:46:37.209454 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port 8c7e388a-c2c4-4ecf-ac24-30a1504fde73 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:46:37.209932 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:37.219326 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8d58f0ba-7090-4f04-87c6-ea8f22b9e1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:37.297864 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:37.334327 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] For port 8c7e388a-c2c4-4ecf-ac24-30a1504fde73, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=8c7e388a-c2c4-4ecf-ac24-30a1504fde73,segment=NetworkSegment(ff564f4e-3943-4f1d-926b-7cbd7effd748),segment_id=ff564f4e-3943-4f1d-926b-7cbd7effd748)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:46:37.338510 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:37.341344 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:46:37.393536 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Pushing event updated for resources: {'Port': ['ID=8c7e388a-c2c4-4ecf-ac24-30a1504fde73,revision_number=5']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:46:37.396639 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:46:37.396859 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.db_base_plugin_common [None req-8d58f0ba-7090-4f04-87c6-ea8f22b9e1bb admin admin] Allocated IP 172.27.0.148 (9d896988-a366-408b-a158-be6ed4023cc1/a87da4ed-432b-4387-92bb-db12946e6cdf/ad0f29a3-4e5b-4f71-a61c-a5b5734dde2d) {{(pid=92825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 12:46:37.510803 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8d58f0ba-7090-4f04-87c6-ea8f22b9e1bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:37.597174 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8d58f0ba-7090-4f04-87c6-ea8f22b9e1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645'] for port, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:37.599251 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:46:37.671595 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d58f0ba-7090-4f04-87c6-ea8f22b9e1bb admin admin] Network 9d896988-a366-408b-a158-be6ed4023cc1 is already hosted by enough agents. {{(pid=92825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:46:37.676218 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [None req-8d58f0ba-7090-4f04-87c6-ea8f22b9e1bb admin admin] Resources bound (agent type, host, resource id): {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:46:37.678846 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d58f0ba-7090-4f04-87c6-ea8f22b9e1bb admin admin] Received port after_create {{(pid=92825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 12:46:37.755556 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58f0ba-7090-4f04-87c6-ea8f22b9e1bb admin admin] Pushing event updated for resources: {'Port': ['ID=ad0f29a3-4e5b-4f71-a61c-a5b5734dde2d,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:46:37.761117 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-8d58f0ba-7090-4f04-87c6-ea8f22b9e1bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:46:37.988416 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8d58f0ba-7090-4f04-87c6-ea8f22b9e1bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:38.188187 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8d58f0ba-7090-4f04-87c6-ea8f22b9e1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054888', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2083931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28509'] for router, precommit_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:38.191533 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8d58f0ba-7090-4f04-87c6-ea8f22b9e1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2054854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2054897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2083922'] for router, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:38.301170 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d58f0ba-7090-4f04-87c6-ea8f22b9e1bb admin admin] Router e637a511-cd5a-47fa-82ab-e3fe4f69a900 has already been hosted by L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc {{(pid=92825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 12:46:38.476398 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d58f0ba-7090-4f04-87c6-ea8f22b9e1bb admin admin] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 12:46:38.480726 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8d58f0ba-7090-4f04-87c6-ea8f22b9e1bb admin admin] Notify callbacks [] for router, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:38.482045 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-8d58f0ba-7090-4f04-87c6-ea8f22b9e1bb admin admin] 10.222.0.86 "PUT /v2.0/routers/e637a511-cd5a-47fa-82ab-e3fe4f69a900 HTTP/1.1" status: 200 len: 890 time: 1.9500194 Jun 18 12:46:38.501572 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328f3da7-10b5-4095-b7e9-76f33272343a None None] Sync routers for ids ['e637a511-cd5a-47fa-82ab-e3fe4f69a900'] in dv-cinder-797073-1-iscsi {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 12:46:38.513231 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328f3da7-10b5-4095-b7e9-76f33272343a None None] Routers {'e637a511-cd5a-47fa-82ab-e3fe4f69a900'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 12:46:38.514476 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-328f3da7-10b5-4095-b7e9-76f33272343a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:46:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['e637a511-cd5a-47fa-82ab-e3fe4f69a900'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:46:38.797744 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-328f3da7-10b5-4095-b7e9-76f33272343a None None] Set router e637a511-cd5a-47fa-82ab-e3fe4f69a900 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 12:46:39.118830 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 8c7e388a-c2c4-4ecf-ac24-30a1504fde73 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:46:39.237265 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port 8c7e388a-c2c4-4ecf-ac24-30a1504fde73 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:46:39.237639 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:39.276975 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-328f3da7-10b5-4095-b7e9-76f33272343a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e637a511-cd5a-47fa-82ab-e3fe4f69a900', 'name': 'router1', 'tenant_id': '6026620927e04b3a8faf665de3d5ec0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'ad0f29a3-4e5b-4f71-a61c-a5b5734dde2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:46:19Z', 'updated_at': '2021-06-18T12:46:37Z', 'revision_number': 4, 'project_id': '6026620927e04b3a8faf665de3d5ec0d', 'gw_port': {'id': 'ad0f29a3-4e5b-4f71-a61c-a5b5734dde2d', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:82:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e637a511-cd5a-47fa-82ab-e3fe4f69a900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:46:37Z', 'updated_at': '2021-06-18T12:46:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': '8c7e388a-c2c4-4ecf-ac24-30a1504fde73', 'name': '', 'network_id': '5a1cd59b-9c55-4f10-9d7c-19e58ad91009', 'tenant_id': '6026620927e04b3a8faf665de3d5ec0d', 'mac_address': 'fa:16:3e:11:c3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e637a511-cd5a-47fa-82ab-e3fe4f69a900', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c49ea0ab-91cb-4ed4-9223-4c9fee7076c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:46:29Z', 'updated_at': '2021-06-18T12:46:37Z', 'revision_number': 5, 'project_id': '6026620927e04b3a8faf665de3d5ec0d', 'subnets': [{'id': 'c49ea0ab-91cb-4ed4-9223-4c9fee7076c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b42df9e7-f345-4cf7-8361-8d597bb05f0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:46:39.333867 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328f3da7-10b5-4095-b7e9-76f33272343a None None] Checking router: e637a511-cd5a-47fa-82ab-e3fe4f69a900 for host: dv-cinder-797073-1-iscsi {{(pid=92827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 12:46:39.334137 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328f3da7-10b5-4095-b7e9-76f33272343a None None] Updating router e637a511-cd5a-47fa-82ab-e3fe4f69a900 port ad0f29a3-4e5b-4f71-a61c-a5b5734dde2d binding host dv-cinder-797073-1-iscsi {{(pid=92827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 12:46:39.377290 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-328f3da7-10b5-4095-b7e9-76f33272343a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:39.783873 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-328f3da7-10b5-4095-b7e9-76f33272343a None None] Notify callbacks [] for port, precommit_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:39.796629 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-328f3da7-10b5-4095-b7e9-76f33272343a None None] Transition to ACTIVE for port object ad0f29a3-4e5b-4f71-a61c-a5b5734dde2d will not be triggered until provisioned by entity L2. {{(pid=92827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:46:39.803844 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-328f3da7-10b5-4095-b7e9-76f33272343a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:39.806373 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:46:39.866101 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56872f5-dc04-4c3a-b2e3-5abe5380606f None None] Pushing event updated for resources: {'Port': ['ID=ad0f29a3-4e5b-4f71-a61c-a5b5734dde2d,revision_number=2']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:46:39.871297 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f56872f5-dc04-4c3a-b2e3-5abe5380606f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:46:39.874153 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-328f3da7-10b5-4095-b7e9-76f33272343a None None] Attempting to bind port ad0f29a3-4e5b-4f71-a61c-a5b5734dde2d on host dv-cinder-797073-1-iscsi for vnic_type normal with profile {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 12:46:39.874495 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-328f3da7-10b5-4095-b7e9-76f33272343a None None] Attempting to bind port ad0f29a3-4e5b-4f71-a61c-a5b5734dde2d by drivers openvswitch,hyperv on host dv-cinder-797073-1-iscsi at level 0 using segments [{'id': 'b79588fc-20f0-437a-9a07-92a6b1056918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'}] {{(pid=92827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 12:46:39.874868 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328f3da7-10b5-4095-b7e9-76f33272343a None None] Attempting to bind port ad0f29a3-4e5b-4f71-a61c-a5b5734dde2d on network 9d896988-a366-408b-a158-be6ed4023cc1 {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:46:39.886548 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328f3da7-10b5-4095-b7e9-76f33272343a None None] Checking agent: {'id': '157fcad4-361f-41bd-95f6-95639e81fcdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 45, 55), 'started_at': datetime.datetime(2021, 6, 18, 12, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 12, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 12:46:39.886929 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328f3da7-10b5-4095-b7e9-76f33272343a None None] Checking segment: {'id': 'b79588fc-20f0-437a-9a07-92a6b1056918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:46:39.887361 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-328f3da7-10b5-4095-b7e9-76f33272343a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:39.887778 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328f3da7-10b5-4095-b7e9-76f33272343a None None] Bound using segment: {'id': 'b79588fc-20f0-437a-9a07-92a6b1056918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'} {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 12:46:39.888263 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-328f3da7-10b5-4095-b7e9-76f33272343a None None] Bound port: ad0f29a3-4e5b-4f71-a61c-a5b5734dde2d, host: dv-cinder-797073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b79588fc-20f0-437a-9a07-92a6b1056918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'}}] {{(pid=92827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 12:46:39.888737 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-328f3da7-10b5-4095-b7e9-76f33272343a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:39.959670 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-328f3da7-10b5-4095-b7e9-76f33272343a None None] For port ad0f29a3-4e5b-4f71-a61c-a5b5734dde2d, host dv-cinder-797073-1-iscsi, cleared binding levels {{(pid=92827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 12:46:39.962898 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-328f3da7-10b5-4095-b7e9-76f33272343a None None] For port ad0f29a3-4e5b-4f71-a61c-a5b5734dde2d, host dv-cinder-797073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=ad0f29a3-4e5b-4f71-a61c-a5b5734dde2d,segment=NetworkSegment(b79588fc-20f0-437a-9a07-92a6b1056918),segment_id=b79588fc-20f0-437a-9a07-92a6b1056918)] {{(pid=92827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 12:46:39.968542 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-328f3da7-10b5-4095-b7e9-76f33272343a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:39.970886 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f56872f5-dc04-4c3a-b2e3-5abe5380606f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:46:40.023186 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328f3da7-10b5-4095-b7e9-76f33272343a None None] Routers {'e637a511-cd5a-47fa-82ab-e3fe4f69a900'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 12:46:40.023826 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-328f3da7-10b5-4095-b7e9-76f33272343a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:46:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['e637a511-cd5a-47fa-82ab-e3fe4f69a900'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:46:40.146619 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56872f5-dc04-4c3a-b2e3-5abe5380606f None None] Pushing event updated for resources: {'Port': ['ID=ad0f29a3-4e5b-4f71-a61c-a5b5734dde2d,revision_number=3']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:46:40.153730 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f56872f5-dc04-4c3a-b2e3-5abe5380606f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:46:40.228911 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-328f3da7-10b5-4095-b7e9-76f33272343a None None] Set router e637a511-cd5a-47fa-82ab-e3fe4f69a900 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 12:46:40.464068 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-328f3da7-10b5-4095-b7e9-76f33272343a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e637a511-cd5a-47fa-82ab-e3fe4f69a900', 'name': 'router1', 'tenant_id': '6026620927e04b3a8faf665de3d5ec0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'ad0f29a3-4e5b-4f71-a61c-a5b5734dde2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:46:19Z', 'updated_at': '2021-06-18T12:46:37Z', 'revision_number': 4, 'project_id': '6026620927e04b3a8faf665de3d5ec0d', 'gw_port': {'id': 'ad0f29a3-4e5b-4f71-a61c-a5b5734dde2d', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:82:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e637a511-cd5a-47fa-82ab-e3fe4f69a900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:46:37Z', 'updated_at': '2021-06-18T12:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': '8c7e388a-c2c4-4ecf-ac24-30a1504fde73', 'name': '', 'network_id': '5a1cd59b-9c55-4f10-9d7c-19e58ad91009', 'tenant_id': '6026620927e04b3a8faf665de3d5ec0d', 'mac_address': 'fa:16:3e:11:c3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e637a511-cd5a-47fa-82ab-e3fe4f69a900', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c49ea0ab-91cb-4ed4-9223-4c9fee7076c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:46:29Z', 'updated_at': '2021-06-18T12:46:37Z', 'revision_number': 5, 'project_id': '6026620927e04b3a8faf665de3d5ec0d', 'subnets': [{'id': 'c49ea0ab-91cb-4ed4-9223-4c9fee7076c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b42df9e7-f345-4cf7-8361-8d597bb05f0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:46:40.490412 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328f3da7-10b5-4095-b7e9-76f33272343a None None] The sync data for ids ['e637a511-cd5a-47fa-82ab-e3fe4f69a900'] in dv-cinder-797073-1-iscsi is: [{'id': 'e637a511-cd5a-47fa-82ab-e3fe4f69a900', 'name': 'router1', 'tenant_id': '6026620927e04b3a8faf665de3d5ec0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'ad0f29a3-4e5b-4f71-a61c-a5b5734dde2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:46:19Z', 'updated_at': '2021-06-18T12:46:37Z', 'revision_number': 4, 'project_id': '6026620927e04b3a8faf665de3d5ec0d', 'gw_port': {'id': 'ad0f29a3-4e5b-4f71-a61c-a5b5734dde2d', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:82:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e637a511-cd5a-47fa-82ab-e3fe4f69a900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:46:37Z', 'updated_at': '2021-06-18T12:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': '8c7e388a-c2c4-4ecf-ac24-30a1504fde73', 'name': '', 'network_id': '5a1cd59b-9c55-4f10-9d7c-19e58ad91009', 'tenant_id': '6026620927e04b3a8faf665de3d5ec0d', 'mac_address': 'fa:16:3e:11:c3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e637a511-cd5a-47fa-82ab-e3fe4f69a900', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c49ea0ab-91cb-4ed4-9223-4c9fee7076c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:46:29Z', 'updated_at': '2021-06-18T12:46:37Z', 'revision_number': 5, 'project_id': '6026620927e04b3a8faf665de3d5ec0d', 'subnets': [{'id': 'c49ea0ab-91cb-4ed4-9223-4c9fee7076c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b42df9e7-f345-4cf7-8361-8d597bb05f0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 12:46:40.962759 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 44542) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:46:41.125836 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-6766d663-4870-4927-beea-a5867db11d18 admin admin] 10.222.0.86 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1614902 Jun 18 12:46:41.155276 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device ad0f29a3-4e5b-4f71-a61c-a5b5734dde2d up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:46:41.226460 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning for port ad0f29a3-4e5b-4f71-a61c-a5b5734dde2d completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:46:41.231922 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port ad0f29a3-4e5b-4f71-a61c-a5b5734dde2d triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:46:41.231922 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:41.347515 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:41.374287 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] For port ad0f29a3-4e5b-4f71-a61c-a5b5734dde2d, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=ad0f29a3-4e5b-4f71-a61c-a5b5734dde2d,segment=NetworkSegment(b79588fc-20f0-437a-9a07-92a6b1056918),segment_id=b79588fc-20f0-437a-9a07-92a6b1056918)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:46:41.381912 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:41.384060 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:46:41.441215 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Pushing event updated for resources: {'Port': ['ID=ad0f29a3-4e5b-4f71-a61c-a5b5734dde2d,revision_number=4']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:46:41.444269 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:46:43.122303 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device ad0f29a3-4e5b-4f71-a61c-a5b5734dde2d up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:46:43.181486 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port ad0f29a3-4e5b-4f71-a61c-a5b5734dde2d triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:46:43.182238 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:43.514696 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 5 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 12:46:51.856569 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-2d4e17e1-99b6-4873-a92c-6dd02db145fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:54.692596 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-62e40b45-81e0-482c-a398-0af4d7692d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:55.006352 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:55.884040 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:46:57.636042 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:47:20.519544 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 5 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 12:47:21.842801 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-33c52f0e-3dd8-4ab1-a99f-0a82ecf5323e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:47:24.714755 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-5a46f50d-3803-4b4b-86a5-013a671c35b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:47:25.013341 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:47:25.886621 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:47:27.619907 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:47:51.842965 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-2c9835e5-6811-4aa6-8431-3bc2a22c5be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:47:54.680877 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-4be22734-f742-478d-8ceb-104f48779c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:47:55.139109 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:47:55.887256 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:47:57.519706 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 5 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 12:47:57.620579 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:48:20.232571 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 45110) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:48:20.293598 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c7d53a7-86c7-4340-9fa5-eee17700c9a0 admin admin] GET failed (client error): The resource could not be found. Jun 18 12:48:20.294905 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-1c7d53a7-86c7-4340-9fa5-eee17700c9a0 admin admin] 10.222.0.86 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613613 Jun 18 12:48:20.449212 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908bcad1-41cb-4e93-b895-9634baece88f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:48:20.450653 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-908bcad1-41cb-4e93-b895-9634baece88f admin admin] 10.222.0.86 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1514878 Jun 18 12:48:21.835626 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-2621d994-d821-4cc1-a39a-0c20966cac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:48:22.587014 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 45120) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:48:22.681558 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea13807-02c3-4b4b-928a-65f710cb92b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:48:22.682866 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-bea13807-02c3-4b4b-928a-65f710cb92b0 admin admin] 10.222.0.86 "GET /v2.0/subnets/c49ea0ab-91cb-4ed4-9223-4c9fee7076c3 HTTP/1.1" status: 200 len: 849 time: 0.0948462 Jun 18 12:48:22.691940 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-e1e5b4f7-7e27-4409-bfb6-8f2ccd48b24e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:48:22.773623 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e1e5b4f7-7e27-4409-bfb6-8f2ccd48b24e admin admin] Notify callbacks [] for subnet, before_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:48:22.916186 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e1e5b4f7-7e27-4409-bfb6-8f2ccd48b24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743829073372'] for subnet, after_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:48:22.918347 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:48:22.947624 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e5b4f7-7e27-4409-bfb6-8f2ccd48b24e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:48:22.948233 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e1e5b4f7-7e27-4409-bfb6-8f2ccd48b24e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for subnet, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:48:22.968920 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-e1e5b4f7-7e27-4409-bfb6-8f2ccd48b24e admin admin] 10.222.0.86 "PUT /v2.0/subnets/c49ea0ab-91cb-4ed4-9223-4c9fee7076c3 HTTP/1.1" status: 200 len: 868 time: 0.2612181 Jun 18 12:48:22.969703 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4276b7cf-1209-4b12-94f8-5fa0834801c6 None None] Network 5a1cd59b-9c55-4f10-9d7c-19e58ad91009 requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 12:48:22.971674 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5b4f7-7e27-4409-bfb6-8f2ccd48b24e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c49ea0ab-91cb-4ed4-9223-4c9fee7076c3,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:48:22.979003 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5b4f7-7e27-4409-bfb6-8f2ccd48b24e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:48:22.979341 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5b4f7-7e27-4409-bfb6-8f2ccd48b24e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:48:22.979673 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5b4f7-7e27-4409-bfb6-8f2ccd48b24e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:48:22.979999 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5b4f7-7e27-4409-bfb6-8f2ccd48b24e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:48:22.980322 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5b4f7-7e27-4409-bfb6-8f2ccd48b24e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:48:22.980658 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5b4f7-7e27-4409-bfb6-8f2ccd48b24e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:48:22.981024 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5b4f7-7e27-4409-bfb6-8f2ccd48b24e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:48:22.981338 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5b4f7-7e27-4409-bfb6-8f2ccd48b24e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:48:22.981667 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5b4f7-7e27-4409-bfb6-8f2ccd48b24e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:48:22.981983 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5b4f7-7e27-4409-bfb6-8f2ccd48b24e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:48:22.982294 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5b4f7-7e27-4409-bfb6-8f2ccd48b24e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:48:22.982604 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5b4f7-7e27-4409-bfb6-8f2ccd48b24e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:48:22.987843 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-e1e5b4f7-7e27-4409-bfb6-8f2ccd48b24e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:48:23.323772 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-840762a8-0863-4def-ae86-60fd68e44d21 None None] Provisioning complete for port f0093eee-8a27-46f4-a322-cbd53f9fee45 triggered by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:48:23.324150 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-840762a8-0863-4def-ae86-60fd68e44d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:48:23.411602 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-840762a8-0863-4def-ae86-60fd68e44d21 None None] Provisioning complete for port 8c7e388a-c2c4-4ecf-ac24-30a1504fde73 triggered by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:48:23.411900 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-840762a8-0863-4def-ae86-60fd68e44d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:48:24.681545 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-11703aca-7e59-4822-9d27-81693ab0992a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:48:25.012188 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:48:25.102860 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 45130) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:48:25.299982 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15142e6-1da8-4228-bde0-86d366a8fb56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:48:25.300362 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15142e6-1da8-4228-bde0-86d366a8fb56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:48:25.301980 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-f15142e6-1da8-4228-bde0-86d366a8fb56 admin admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1981621 Jun 18 12:48:25.890185 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:48:27.487664 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 45138) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:48:27.620643 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:48:27.629605 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1481e7e-79fd-4bbe-aff8-a2a5c67b4bc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:48:27.630506 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1481e7e-79fd-4bbe-aff8-a2a5c67b4bc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:48:27.633054 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-f1481e7e-79fd-4bbe-aff8-a2a5c67b4bc7 admin admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1444204 Jun 18 12:48:29.787379 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 45146) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:48:29.915667 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0006d255-b315-450a-a1ab-085c7023270b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:48:29.917035 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-0006d255-b315-450a-a1ab-085c7023270b admin admin] 10.222.0.86 "GET /v2.0/networks/5a1cd59b-9c55-4f10-9d7c-19e58ad91009 HTTP/1.1" status: 200 len: 869 time: 0.1286798 Jun 18 12:48:32.082510 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 45154) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:48:32.204175 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b73bce-dca0-4447-a89e-909b12b551c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:48:32.205530 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-b5b73bce-dca0-4447-a89e-909b12b551c4 admin admin] 10.222.0.86 "GET /v2.0/networks/9d896988-a366-408b-a158-be6ed4023cc1 HTTP/1.1" status: 200 len: 886 time: 0.1221006 Jun 18 12:48:34.338700 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 45162) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:48:34.460917 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6a656f-f092-40fb-bbe9-c379151e8e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:48:34.461369 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6a656f-f092-40fb-bbe9-c379151e8e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:48:34.462843 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-fe6a656f-f092-40fb-bbe9-c379151e8e00 admin admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1232233 Jun 18 12:48:34.519088 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 5 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 12:48:36.630795 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 45170) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:48:36.722300 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30be1afa-ce7a-478d-9bb8-6c53176c5045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:48:36.722751 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30be1afa-ce7a-478d-9bb8-6c53176c5045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:48:36.724505 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-30be1afa-ce7a-478d-9bb8-6c53176c5045 admin admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0925555 Jun 18 12:48:38.866413 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 45178) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:48:38.952288 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de200c2c-996f-4576-81d0-6de6bd18b64f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:48:38.953645 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-de200c2c-996f-4576-81d0-6de6bd18b64f admin admin] 10.222.0.86 "GET /v2.0/subnets/a87da4ed-432b-4387-92bb-db12946e6cdf HTTP/1.1" status: 200 len: 816 time: 0.0862415 Jun 18 12:48:41.099095 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 45186) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:48:41.189757 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ee606f-eecf-440c-a8ab-3c8a74d0e814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:48:41.191098 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-b9ee606f-eecf-440c-a8ab-3c8a74d0e814 admin admin] 10.222.0.86 "GET /v2.0/subnets/c49ea0ab-91cb-4ed4-9223-4c9fee7076c3 HTTP/1.1" status: 200 len: 868 time: 0.0910273 Jun 18 12:48:51.837063 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-33eabcf5-e120-4663-a8d4-4184925b71c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:48:54.681749 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f395-910f-461d-999d-71e148a6bb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:48:55.016957 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:48:55.893894 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:48:57.626075 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:49:04.575914 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 45230) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:49:04.621558 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [None req-04a52739-68ef-465d-8457-d2bd73da107c admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=92826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 12:49:04.622535 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-04a52739-68ef-465d-8457-d2bd73da107c admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0456946 Jun 18 12:49:06.854735 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 45238) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:49:06.985750 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.pecan_wsgi.hooks.translation [None req-c62efab4-552d-4ce1-a1cd-a00d4815cdda admin admin] GET failed (client error): The resource could not be found. Jun 18 12:49:06.988403 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-c62efab4-552d-4ce1-a1cd-a00d4815cdda admin admin] 10.222.0.86 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1325779 Jun 18 12:49:07.127976 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ecdf0f-2d2a-497a-81b0-60b0e1c03f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:49:07.129376 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-17ecdf0f-2d2a-497a-81b0-60b0e1c03f1b admin admin] 10.222.0.86 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1370876 Jun 18 12:49:09.246021 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 45246) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:49:09.291832 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-c67cbdfa-add9-40b8-bcbc-2410e8d6e7d5 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:49:09.313083 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67cbdfa-add9-40b8-bcbc-2410e8d6e7d5 admin admin] Made reservation on behalf of 3d378f561a494efc94a26c49cb47ee5c for: {'network': 1} {{(pid=92826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:49:09.315567 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-c67cbdfa-add9-40b8-bcbc-2410e8d6e7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for network, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:49:09.343495 dv-cinder-797073-1-iscsi neutron-server[92826]: WARNING neutron.services.revisions.revision_plugin [None req-c67cbdfa-add9-40b8-bcbc-2410e8d6e7d5 admin admin] Could not find related network for resource to bump revision. Jun 18 12:49:09.358343 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c67cbdfa-add9-40b8-bcbc-2410e8d6e7d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 909} {{(pid=92826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 12:49:09.368432 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-c67cbdfa-add9-40b8-bcbc-2410e8d6e7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559'] for segment, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:49:09.368788 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.db.segments_db [None req-c67cbdfa-add9-40b8-bcbc-2410e8d6e7d5 admin admin] Added segment 3aac9b72-16ee-456a-9e2f-8cf155a92151 of type vlan for network 720898b2-d2d9-46ef-9aa0-4d8f5aa979be Jun 18 12:49:09.410456 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-c67cbdfa-add9-40b8-bcbc-2410e8d6e7d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743828617162'] for network, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:49:09.437110 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-c67cbdfa-add9-40b8-bcbc-2410e8d6e7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2056967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782'] for network, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:49:09.438282 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67cbdfa-add9-40b8-bcbc-2410e8d6e7d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:49:09.438872 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-c67cbdfa-add9-40b8-bcbc-2410e8d6e7d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for network, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:49:09.441348 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-8d872d3d-65bc-4740-90d1-2e2df845c444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:49:09.488747 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-c67cbdfa-add9-40b8-bcbc-2410e8d6e7d5 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2416501 Jun 18 12:49:09.499272 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67cbdfa-add9-40b8-bcbc-2410e8d6e7d5 admin admin] Pushing event updated for resources: {'Network': ['ID=720898b2-d2d9-46ef-9aa0-4d8f5aa979be,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:49:09.502264 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-c67cbdfa-add9-40b8-bcbc-2410e8d6e7d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:49:09.511602 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Network 720898b2-d2d9-46ef-9aa0-4d8f5aa979be details requested by agent ovs-agent-dv-cinder-797073-1-iscsi with host dv-cinder-797073-1-iscsi {{(pid=92827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 12:49:11.517566 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 5 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 12:49:11.641501 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 45254) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:49:11.700334 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.pecan_wsgi.hooks.translation [None req-18ffe975-cc28-4e4d-9a0d-d4126511934e admin admin] GET failed (client error): The resource could not be found. Jun 18 12:49:11.701658 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-18ffe975-cc28-4e4d-9a0d-d4126511934e admin admin] 10.222.0.86 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592182 Jun 18 12:49:11.771321 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b8daa0-25be-4e61-b813-8519205da00b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:49:11.772659 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-b9b8daa0-25be-4e61-b813-8519205da00b admin admin] 10.222.0.86 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0672915 Jun 18 12:49:11.781882 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-41e610c8-b663-43a7-a44d-c389f7331924 admin admin] Request body: {'subnet': {'network_id': '720898b2-d2d9-46ef-9aa0-4d8f5aa979be', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:49:11.805788 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e610c8-b663-43a7-a44d-c389f7331924 admin admin] Made reservation on behalf of 3d378f561a494efc94a26c49cb47ee5c for: {'subnet': 1} {{(pid=92826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:49:11.808009 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-41e610c8-b663-43a7-a44d-c389f7331924 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:49:11.993414 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-41e610c8-b663-43a7-a44d-c389f7331924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789'] for subnet, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:49:11.996110 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:49:12.046447 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e610c8-b663-43a7-a44d-c389f7331924 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95fbb831-f410-43ed-98b9-04b005f4de7e,revision_number=0']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:49:12.050403 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-41e610c8-b663-43a7-a44d-c389f7331924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:49:12.057168 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e610c8-b663-43a7-a44d-c389f7331924 admin admin] Checking segment: {'id': '3aac9b72-16ee-456a-9e2f-8cf155a92151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '720898b2-d2d9-46ef-9aa0-4d8f5aa979be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:49:12.057521 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e610c8-b663-43a7-a44d-c389f7331924 admin admin] Network hostable DHCP agents. Network: 720898b2-d2d9-46ef-9aa0-4d8f5aa979be, hostable agents: ['a4764913-7e4e-4767-85bd-6fdf32f4ace2'], hosted agents: [] {{(pid=92826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 12:49:12.081087 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e610c8-b663-43a7-a44d-c389f7331924 admin admin] Network 720898b2-d2d9-46ef-9aa0-4d8f5aa979be is scheduled to be hosted by DHCP agent a4764913-7e4e-4767-85bd-6fdf32f4ace2 with binding_index 1 {{(pid=92826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 12:49:12.091001 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.base_scheduler [None req-41e610c8-b663-43a7-a44d-c389f7331924 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797073-1-iscsi, 720898b2-d2d9-46ef-9aa0-4d8f5aa979be) {{(pid=92826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:49:12.094963 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e610c8-b663-43a7-a44d-c389f7331924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:49:12.096072 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-41e610c8-b663-43a7-a44d-c389f7331924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for subnet, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:49:12.101626 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e446748-9cc3-4b81-9781-07983326c022 None None] Network 720898b2-d2d9-46ef-9aa0-4d8f5aa979be requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 12:49:12.108822 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-41e610c8-b663-43a7-a44d-c389f7331924 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3302646 Jun 18 12:49:12.348100 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2434e375-30e3-40f6-9a59-46c7f4b8bdf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdfc798f7-bdfd-51cf-81b5-ef75a3e95708-720898b2-d2d9-46ef-9aa0-4d8f5aa979be', 'network_id': '720898b2-d2d9-46ef-9aa0-4d8f5aa979be', 'tenant_id': '3d378f561a494efc94a26c49cb47ee5c', 'fixed_ips': [{'subnet_id': '95fbb831-f410-43ed-98b9-04b005f4de7e'}]}} from dv-cinder-797073-1-iscsi. {{(pid=92827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 12:49:12.349003 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-2434e375-30e3-40f6-9a59-46c7f4b8bdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:49:12.486979 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.db_base_plugin_common [None req-2434e375-30e3-40f6-9a59-46c7f4b8bdf6 None None] Allocated IP 192.168.233.2 (720898b2-d2d9-46ef-9aa0-4d8f5aa979be/95fbb831-f410-43ed-98b9-04b005f4de7e/3ee1118b-3e00-4056-97cb-9207e313e1e1) {{(pid=92827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 12:49:12.638985 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-2434e375-30e3-40f6-9a59-46c7f4b8bdf6 None None] Notify callbacks [] for port, precommit_create {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:49:12.648309 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-2434e375-30e3-40f6-9a59-46c7f4b8bdf6 None None] Transition to ACTIVE for port object 3ee1118b-3e00-4056-97cb-9207e313e1e1 will not be triggered until provisioned by entity L2. {{(pid=92827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:49:12.663273 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-2434e375-30e3-40f6-9a59-46c7f4b8bdf6 None None] Transition to ACTIVE for port object 3ee1118b-3e00-4056-97cb-9207e313e1e1 will not be triggered until provisioned by entity DHCP. {{(pid=92827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:49:12.670403 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-2434e375-30e3-40f6-9a59-46c7f4b8bdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645'] for port, after_create {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:49:12.672696 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f56872f5-dc04-4c3a-b2e3-5abe5380606f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:49:12.712101 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2434e375-30e3-40f6-9a59-46c7f4b8bdf6 None None] Network 720898b2-d2d9-46ef-9aa0-4d8f5aa979be is already hosted by enough agents. {{(pid=92827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:49:12.716509 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.scheduler.base_scheduler [None req-2434e375-30e3-40f6-9a59-46c7f4b8bdf6 None None] Resources bound (agent type, host, resource id): {{(pid=92827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:49:12.721119 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2434e375-30e3-40f6-9a59-46c7f4b8bdf6 None None] Received port after_create {{(pid=92827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 12:49:12.722985 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2434e375-30e3-40f6-9a59-46c7f4b8bdf6 None None] Pushing event updated for resources: {'Port': ['ID=3ee1118b-3e00-4056-97cb-9207e313e1e1,revision_number=1']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:49:12.731770 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2434e375-30e3-40f6-9a59-46c7f4b8bdf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:49:12.732118 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2434e375-30e3-40f6-9a59-46c7f4b8bdf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:49:12.732461 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2434e375-30e3-40f6-9a59-46c7f4b8bdf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:49:12.732835 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2434e375-30e3-40f6-9a59-46c7f4b8bdf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:49:12.733147 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2434e375-30e3-40f6-9a59-46c7f4b8bdf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:49:12.733476 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2434e375-30e3-40f6-9a59-46c7f4b8bdf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:49:12.733799 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2434e375-30e3-40f6-9a59-46c7f4b8bdf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:49:12.734124 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2434e375-30e3-40f6-9a59-46c7f4b8bdf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:49:12.734443 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2434e375-30e3-40f6-9a59-46c7f4b8bdf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:49:12.734771 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2434e375-30e3-40f6-9a59-46c7f4b8bdf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:49:12.735090 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2434e375-30e3-40f6-9a59-46c7f4b8bdf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:49:12.735408 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2434e375-30e3-40f6-9a59-46c7f4b8bdf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:49:12.740654 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-2434e375-30e3-40f6-9a59-46c7f4b8bdf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:49:12.790912 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-2434e375-30e3-40f6-9a59-46c7f4b8bdf6 None None] Attempting to bind port 3ee1118b-3e00-4056-97cb-9207e313e1e1 on host dv-cinder-797073-1-iscsi for vnic_type normal with profile {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 12:49:12.791301 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-2434e375-30e3-40f6-9a59-46c7f4b8bdf6 None None] Attempting to bind port 3ee1118b-3e00-4056-97cb-9207e313e1e1 by drivers openvswitch,hyperv on host dv-cinder-797073-1-iscsi at level 0 using segments [{'id': '3aac9b72-16ee-456a-9e2f-8cf155a92151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '720898b2-d2d9-46ef-9aa0-4d8f5aa979be'}] {{(pid=92827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 12:49:12.791669 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2434e375-30e3-40f6-9a59-46c7f4b8bdf6 None None] Attempting to bind port 3ee1118b-3e00-4056-97cb-9207e313e1e1 on network 720898b2-d2d9-46ef-9aa0-4d8f5aa979be {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:49:12.796595 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2434e375-30e3-40f6-9a59-46c7f4b8bdf6 None None] Checking agent: {'id': '157fcad4-361f-41bd-95f6-95639e81fcdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 45, 55), 'started_at': datetime.datetime(2021, 6, 18, 12, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 12, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 12:49:12.797186 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2434e375-30e3-40f6-9a59-46c7f4b8bdf6 None None] Checking segment: {'id': '3aac9b72-16ee-456a-9e2f-8cf155a92151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '720898b2-d2d9-46ef-9aa0-4d8f5aa979be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:49:12.797597 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-2434e375-30e3-40f6-9a59-46c7f4b8bdf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:49:12.797992 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2434e375-30e3-40f6-9a59-46c7f4b8bdf6 None None] Bound using segment: {'id': '3aac9b72-16ee-456a-9e2f-8cf155a92151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '720898b2-d2d9-46ef-9aa0-4d8f5aa979be'} {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 12:49:12.798480 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-2434e375-30e3-40f6-9a59-46c7f4b8bdf6 None None] Bound port: 3ee1118b-3e00-4056-97cb-9207e313e1e1, host: dv-cinder-797073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aac9b72-16ee-456a-9e2f-8cf155a92151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '720898b2-d2d9-46ef-9aa0-4d8f5aa979be'}}] {{(pid=92827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 12:49:12.798873 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-2434e375-30e3-40f6-9a59-46c7f4b8bdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:49:12.866386 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-2434e375-30e3-40f6-9a59-46c7f4b8bdf6 None None] For port 3ee1118b-3e00-4056-97cb-9207e313e1e1, host dv-cinder-797073-1-iscsi, cleared binding levels {{(pid=92827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 12:49:12.869725 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-2434e375-30e3-40f6-9a59-46c7f4b8bdf6 None None] For port 3ee1118b-3e00-4056-97cb-9207e313e1e1, host dv-cinder-797073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=3ee1118b-3e00-4056-97cb-9207e313e1e1,segment=NetworkSegment(3aac9b72-16ee-456a-9e2f-8cf155a92151),segment_id=3aac9b72-16ee-456a-9e2f-8cf155a92151)] {{(pid=92827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 12:49:12.875618 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-2434e375-30e3-40f6-9a59-46c7f4b8bdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:49:12.879533 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:49:12.933418 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2434e375-30e3-40f6-9a59-46c7f4b8bdf6 None None] Pushing event updated for resources: {'Port': ['ID=3ee1118b-3e00-4056-97cb-9207e313e1e1,revision_number=2']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:49:12.940782 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-2434e375-30e3-40f6-9a59-46c7f4b8bdf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:49:13.269977 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 3ee1118b-3e00-4056-97cb-9207e313e1e1 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:49:13.322301 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning for port 3ee1118b-3e00-4056-97cb-9207e313e1e1 completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:49:13.755288 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f49078-a7fb-46d6-afbd-3f4221d5501e None None] Network 720898b2-d2d9-46ef-9aa0-4d8f5aa979be requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 12:49:13.818523 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-05badc42-0919-499b-aafc-7068813a17bf None None] Provisioning for port 3ee1118b-3e00-4056-97cb-9207e313e1e1 completed by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:49:13.826929 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-05badc42-0919-499b-aafc-7068813a17bf None None] Provisioning complete for port 3ee1118b-3e00-4056-97cb-9207e313e1e1 triggered by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:49:13.827304 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-05badc42-0919-499b-aafc-7068813a17bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:49:13.979605 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-05badc42-0919-499b-aafc-7068813a17bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:49:14.021708 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-05badc42-0919-499b-aafc-7068813a17bf None None] For port 3ee1118b-3e00-4056-97cb-9207e313e1e1, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=3ee1118b-3e00-4056-97cb-9207e313e1e1,segment=NetworkSegment(3aac9b72-16ee-456a-9e2f-8cf155a92151),segment_id=3aac9b72-16ee-456a-9e2f-8cf155a92151)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:49:14.027588 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-05badc42-0919-499b-aafc-7068813a17bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:49:14.031407 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:49:14.080657 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05badc42-0919-499b-aafc-7068813a17bf None None] Pushing event updated for resources: {'Port': ['ID=3ee1118b-3e00-4056-97cb-9207e313e1e1,revision_number=3']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:49:14.084412 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-05badc42-0919-499b-aafc-7068813a17bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:49:14.248228 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-d5d61c36-e178-4a9f-9efb-36ccc56df5a4 None None] Provisioning complete for port 3ee1118b-3e00-4056-97cb-9207e313e1e1 triggered by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:49:14.248528 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-d5d61c36-e178-4a9f-9efb-36ccc56df5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:49:15.231711 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 3ee1118b-3e00-4056-97cb-9207e313e1e1 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:49:15.279275 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port 3ee1118b-3e00-4056-97cb-9207e313e1e1 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:49:15.279643 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:49:21.838235 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-03349b34-47de-4d01-b746-83c1dda48414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:49:24.688185 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-0cc2c70b-1120-4aeb-ab78-687b0ca309b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:49:25.022725 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:49:25.896046 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:49:27.631106 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:49:48.516153 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 5 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 12:49:51.838161 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-e8f358fa-5fa2-4474-8ee6-fcec4b36cb56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:49:54.680361 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-18bf219c-e540-4bff-9583-70e75e03e006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:49:55.015463 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:49:55.900334 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:49:57.639965 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:50:19.737704 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 45306) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:50:19.744462 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [None req-a0197258-519b-46d9-b8bd-493aaeb8b60d tempest-verify_tempest_config-865076435 tempest-verify_tempest_config-865076435-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=92826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 12:50:19.745435 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-a0197258-519b-46d9-b8bd-493aaeb8b60d tempest-verify_tempest_config-865076435 tempest-verify_tempest_config-865076435-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067806 Jun 18 12:50:20.043713 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 45324) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:50:20.146816 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-3b11ec90-8fd6-4ea9-b987-1245abee6790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:50:20.231034 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-3b11ec90-8fd6-4ea9-b987-1245abee6790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:50:20.234651 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-3b11ec90-8fd6-4ea9-b987-1245abee6790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:50:20.237462 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-8d872d3d-65bc-4740-90d1-2e2df845c444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:50:20.279629 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-3b11ec90-8fd6-4ea9-b987-1245abee6790 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d8fd66611db246cc8fbb52ed45ab5892&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2348852 Jun 18 12:50:20.280286 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11ec90-8fd6-4ea9-b987-1245abee6790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3127c4-f052-4194-b1bc-707e4f503fb0,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:50:20.282473 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 45328) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:50:20.287240 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b11ec90-8fd6-4ea9-b987-1245abee6790 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:50:20.287605 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b11ec90-8fd6-4ea9-b987-1245abee6790 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:50:20.287940 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b11ec90-8fd6-4ea9-b987-1245abee6790 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:50:20.288264 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b11ec90-8fd6-4ea9-b987-1245abee6790 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:50:20.288581 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b11ec90-8fd6-4ea9-b987-1245abee6790 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:50:20.288941 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b11ec90-8fd6-4ea9-b987-1245abee6790 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:50:20.289263 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b11ec90-8fd6-4ea9-b987-1245abee6790 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:50:20.289582 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b11ec90-8fd6-4ea9-b987-1245abee6790 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:50:20.289909 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b11ec90-8fd6-4ea9-b987-1245abee6790 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:50:20.290221 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b11ec90-8fd6-4ea9-b987-1245abee6790 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:50:20.290526 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b11ec90-8fd6-4ea9-b987-1245abee6790 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:50:20.290831 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b11ec90-8fd6-4ea9-b987-1245abee6790 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:50:20.294698 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-3b11ec90-8fd6-4ea9-b987-1245abee6790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:50:20.337466 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-154d7a1b-ac57-421a-88c3-12b67f127de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:50:20.357714 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-154d7a1b-ac57-421a-88c3-12b67f127de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:50:20.443462 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-154d7a1b-ac57-421a-88c3-12b67f127de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:50:20.446273 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-154d7a1b-ac57-421a-88c3-12b67f127de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:50:20.447429 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-154d7a1b-ac57-421a-88c3-12b67f127de9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7e3127c4-f052-4194-b1bc-707e4f503fb0 HTTP/1.1" status: 204 len: 168 time: 0.1640058 Jun 18 12:50:20.448034 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:50:20.455651 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d7a1b-ac57-421a-88c3-12b67f127de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3127c4-f052-4194-b1bc-707e4f503fb0,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:50:20.462565 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154d7a1b-ac57-421a-88c3-12b67f127de9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:50:20.462904 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154d7a1b-ac57-421a-88c3-12b67f127de9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:50:20.463232 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154d7a1b-ac57-421a-88c3-12b67f127de9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:50:20.463553 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154d7a1b-ac57-421a-88c3-12b67f127de9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:50:20.463872 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154d7a1b-ac57-421a-88c3-12b67f127de9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:50:20.464207 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154d7a1b-ac57-421a-88c3-12b67f127de9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:50:20.464526 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154d7a1b-ac57-421a-88c3-12b67f127de9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:50:20.464907 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154d7a1b-ac57-421a-88c3-12b67f127de9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:50:20.465204 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154d7a1b-ac57-421a-88c3-12b67f127de9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:50:20.465517 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154d7a1b-ac57-421a-88c3-12b67f127de9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:50:20.465828 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154d7a1b-ac57-421a-88c3-12b67f127de9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:50:20.466131 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154d7a1b-ac57-421a-88c3-12b67f127de9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:50:20.469322 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-154d7a1b-ac57-421a-88c3-12b67f127de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:50:21.839619 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-83d767cd-99ae-44c8-a499-e6fee396c722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:50:24.681291 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-10639865-b318-4740-adde-be7a99c175a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:50:25.018982 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:50:25.514046 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 5 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 12:50:25.908197 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:50:27.637195 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:50:51.840143 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-61e69694-537e-4de8-952e-71ac2b58f6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:50:54.682547 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-1dccc212-17dc-44ce-b2e5-b9e6b1dfeea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:50:55.020827 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:50:55.911468 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:50:57.638693 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:51:02.513223 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 5 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 12:51:21.841454 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-5eb02335-e4ad-4acd-8ac2-7a5224473a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:51:24.684458 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-e78b7a67-e678-42ec-9c78-388f0232665e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:51:25.021819 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:51:25.909247 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:51:27.640693 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:51:39.511353 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 5 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 12:51:51.842355 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-9357f5dd-10c3-4b90-b82d-d210cda902c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:51:54.689431 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-59604a5f-2338-4acb-b78a-7a8f20af4c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:51:55.023675 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:51:55.913495 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:51:57.299806 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241'] for agent, after_create {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:51:57.643470 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:52:13.306244 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 45402) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:52:13.408928 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-8ede8c94-924a-47e0-8209-f878c0c1fc01 admin admin] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1015692 Jun 18 12:52:15.552285 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 45412) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:52:15.608177 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-c7972669-330b-4f76-97a8-8067bc6b4c7f admin admin] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0548866 Jun 18 12:52:16.509633 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 12:52:21.846836 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-c9474d13-b18d-4836-9d1a-48bf3c2b76d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:52:24.690514 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-db77c265-4f03-47b6-be29-472bf1909dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:52:25.025219 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:52:25.915520 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:52:27.281853 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:52:27.645009 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:52:51.846902 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-2bc30e0e-893a-4404-9f9c-b03b340098d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:52:53.507935 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 12:52:54.692066 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-4598a7c5-d8fa-46c8-8517-69fdea99270d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:52:55.026126 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:52:55.918304 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:52:57.295138 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:52:57.647542 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:21.847922 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-450089d3-b9a4-47a6-a979-c14bfe91d37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:24.692899 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-b7efb35c-3868-42bb-9a26-794bb5c9151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:25.028452 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:25.922054 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:27.291218 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:27.653579 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:30.506139 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 12:53:44.881330 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 45504) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:53:45.049708 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-ddda9d00-6eb4-4a1d-92b9-ad6336effc57 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1712582757-network', 'tenant_id': 'c3f4b73eefe4413da44b12c38b9c6691'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:53:45.073909 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddda9d00-6eb4-4a1d-92b9-ad6336effc57 admin admin] Made reservation on behalf of c3f4b73eefe4413da44b12c38b9c6691 for: {'network': 1} {{(pid=92826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:53:45.076256 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ddda9d00-6eb4-4a1d-92b9-ad6336effc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for network, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:45.092457 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ddda9d00-6eb4-4a1d-92b9-ad6336effc57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:45.190780 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ddda9d00-6eb4-4a1d-92b9-ad6336effc57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:45.196325 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ddda9d00-6eb4-4a1d-92b9-ad6336effc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:45.200361 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-3b11ec90-8fd6-4ea9-b987-1245abee6790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:53:45.227287 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda9d00-6eb4-4a1d-92b9-ad6336effc57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ace6d63-0e6b-4233-96ce-3b6707ac7934,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:53:45.234035 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddda9d00-6eb4-4a1d-92b9-ad6336effc57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=92826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 12:53:45.236304 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda9d00-6eb4-4a1d-92b9-ad6336effc57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:45.236666 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda9d00-6eb4-4a1d-92b9-ad6336effc57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:45.237030 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda9d00-6eb4-4a1d-92b9-ad6336effc57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:45.237359 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda9d00-6eb4-4a1d-92b9-ad6336effc57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:45.237687 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda9d00-6eb4-4a1d-92b9-ad6336effc57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:45.238009 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda9d00-6eb4-4a1d-92b9-ad6336effc57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:45.238327 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda9d00-6eb4-4a1d-92b9-ad6336effc57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:45.238641 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda9d00-6eb4-4a1d-92b9-ad6336effc57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:45.238971 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda9d00-6eb4-4a1d-92b9-ad6336effc57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:45.239291 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda9d00-6eb4-4a1d-92b9-ad6336effc57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:45.239604 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda9d00-6eb4-4a1d-92b9-ad6336effc57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:45.239919 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda9d00-6eb4-4a1d-92b9-ad6336effc57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:45.241080 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda9d00-6eb4-4a1d-92b9-ad6336effc57 admin admin] Tracked resource versions report: Jun 18 12:53:45.241080 dv-cinder-797073-1-iscsi neutron-server[92826]: pushed versions: Jun 18 12:53:45.241080 dv-cinder-797073-1-iscsi neutron-server[92826]: { 'AddressGroup': {'1.2'}, Jun 18 12:53:45.241080 dv-cinder-797073-1-iscsi neutron-server[92826]: 'ConntrackHelper': {'1.0'}, Jun 18 12:53:45.241080 dv-cinder-797073-1-iscsi neutron-server[92826]: 'Log': {'1.0'}, Jun 18 12:53:45.241080 dv-cinder-797073-1-iscsi neutron-server[92826]: 'Network': {'1.1'}, Jun 18 12:53:45.241080 dv-cinder-797073-1-iscsi neutron-server[92826]: 'Port': {'1.7'}, Jun 18 12:53:45.241080 dv-cinder-797073-1-iscsi neutron-server[92826]: 'PortForwarding': {'1.2'}, Jun 18 12:53:45.241080 dv-cinder-797073-1-iscsi neutron-server[92826]: 'QosPolicy': {'1.8'}, Jun 18 12:53:45.241080 dv-cinder-797073-1-iscsi neutron-server[92826]: 'SecurityGroup': {'1.4'}, Jun 18 12:53:45.241080 dv-cinder-797073-1-iscsi neutron-server[92826]: 'SecurityGroupRule': {'1.2'}, Jun 18 12:53:45.241080 dv-cinder-797073-1-iscsi neutron-server[92826]: 'SubPort': {'1.0'}, Jun 18 12:53:45.241080 dv-cinder-797073-1-iscsi neutron-server[92826]: 'Subnet': {'1.1'}, Jun 18 12:53:45.241080 dv-cinder-797073-1-iscsi neutron-server[92826]: 'Trunk': {'1.1'}} Jun 18 12:53:45.241080 dv-cinder-797073-1-iscsi neutron-server[92826]: consumer versions: Jun 18 12:53:45.241080 dv-cinder-797073-1-iscsi neutron-server[92826]: { DHCP agent@dv-cinder-797073-1-iscsi: {}, Jun 18 12:53:45.241080 dv-cinder-797073-1-iscsi neutron-server[92826]: HyperV agent@hv-cinder-79707: {}, Jun 18 12:53:45.241080 dv-cinder-797073-1-iscsi neutron-server[92826]: L3 agent@dv-cinder-797073-1-iscsi: {}, Jun 18 12:53:45.241080 dv-cinder-797073-1-iscsi neutron-server[92826]: Metadata agent@dv-cinder-797073-1-iscsi: {}, Jun 18 12:53:45.241080 dv-cinder-797073-1-iscsi neutron-server[92826]: Metering agent@dv-cinder-797073-1-iscsi: {}, Jun 18 12:53:45.241080 dv-cinder-797073-1-iscsi neutron-server[92826]: Open vSwitch agent@dv-cinder-797073-1-iscsi: { 'AddressGroup': '1.2', Jun 18 12:53:45.241080 dv-cinder-797073-1-iscsi neutron-server[92826]: 'ConntrackHelper': '1.0', Jun 18 12:53:45.241080 dv-cinder-797073-1-iscsi neutron-server[92826]: 'Log': '1.0', Jun 18 12:53:45.241080 dv-cinder-797073-1-iscsi neutron-server[92826]: 'Network': '1.1', Jun 18 12:53:45.241080 dv-cinder-797073-1-iscsi neutron-server[92826]: 'Port': '1.7', Jun 18 12:53:45.241080 dv-cinder-797073-1-iscsi neutron-server[92826]: 'PortForwarding': '1.2', Jun 18 12:53:45.241080 dv-cinder-797073-1-iscsi neutron-server[92826]: 'QosPolicy': '1.8', Jun 18 12:53:45.241080 dv-cinder-797073-1-iscsi neutron-server[92826]: 'SecurityGroup': '1.4', Jun 18 12:53:45.241080 dv-cinder-797073-1-iscsi neutron-server[92826]: 'SecurityGroupRule': '1.2', Jun 18 12:53:45.241080 dv-cinder-797073-1-iscsi neutron-server[92826]: 'SubPort': '1.0', Jun 18 12:53:45.241080 dv-cinder-797073-1-iscsi neutron-server[92826]: 'Subnet': '1.1', Jun 18 12:53:45.241080 dv-cinder-797073-1-iscsi neutron-server[92826]: 'Trunk': '1.1'}} Jun 18 12:53:45.241080 dv-cinder-797073-1-iscsi neutron-server[92826]: {{(pid=92826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 12:53:45.245034 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-ddda9d00-6eb4-4a1d-92b9-ad6336effc57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:53:45.253526 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ddda9d00-6eb4-4a1d-92b9-ad6336effc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559'] for segment, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:45.253921 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.db.segments_db [None req-ddda9d00-6eb4-4a1d-92b9-ad6336effc57 admin admin] Added segment b2ad76ac-6e4d-4513-986e-a7cfb98804ad of type vlan for network b6181670-f4c6-4e88-ae40-220b1dcda640 Jun 18 12:53:45.304478 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ddda9d00-6eb4-4a1d-92b9-ad6336effc57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743828617162'] for network, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:45.336555 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ddda9d00-6eb4-4a1d-92b9-ad6336effc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2056967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782'] for network, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:45.338379 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddda9d00-6eb4-4a1d-92b9-ad6336effc57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:53:45.339008 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ddda9d00-6eb4-4a1d-92b9-ad6336effc57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for network, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:45.342008 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-c67cbdfa-add9-40b8-bcbc-2410e8d6e7d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:53:45.405304 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-ddda9d00-6eb4-4a1d-92b9-ad6336effc57 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5213921 Jun 18 12:53:45.405744 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 45548) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:53:45.411237 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda9d00-6eb4-4a1d-92b9-ad6336effc57 admin admin] Pushing event updated for resources: {'Network': ['ID=b6181670-f4c6-4e88-ae40-220b1dcda640,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:53:45.415066 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-ddda9d00-6eb4-4a1d-92b9-ad6336effc57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:53:45.417565 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-4dadc58c-955f-492b-b1d3-377a29e95b14 admin admin] Request body: {'subnet': {'network_id': 'b6181670-f4c6-4e88-ae40-220b1dcda640', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1712582757-subnet', 'tenant_id': 'c3f4b73eefe4413da44b12c38b9c6691', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:53:45.424118 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Network b6181670-f4c6-4e88-ae40-220b1dcda640 details requested by agent ovs-agent-dv-cinder-797073-1-iscsi with host dv-cinder-797073-1-iscsi {{(pid=92827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 12:53:45.441797 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dadc58c-955f-492b-b1d3-377a29e95b14 admin admin] Made reservation on behalf of c3f4b73eefe4413da44b12c38b9c6691 for: {'subnet': 1} {{(pid=92825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:53:45.444139 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-4dadc58c-955f-492b-b1d3-377a29e95b14 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:45.626559 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-4dadc58c-955f-492b-b1d3-377a29e95b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789'] for subnet, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:45.629815 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:53:45.681185 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dadc58c-955f-492b-b1d3-377a29e95b14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90ae8b17-10c4-4d2d-a75b-38a6cb10648e,revision_number=0']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:53:45.692815 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dadc58c-955f-492b-b1d3-377a29e95b14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:45.693176 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dadc58c-955f-492b-b1d3-377a29e95b14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:45.693512 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dadc58c-955f-492b-b1d3-377a29e95b14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:45.693837 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dadc58c-955f-492b-b1d3-377a29e95b14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:45.694159 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dadc58c-955f-492b-b1d3-377a29e95b14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:45.694681 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dadc58c-955f-492b-b1d3-377a29e95b14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:45.697157 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dadc58c-955f-492b-b1d3-377a29e95b14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:45.697605 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dadc58c-955f-492b-b1d3-377a29e95b14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:45.698086 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dadc58c-955f-492b-b1d3-377a29e95b14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:45.698506 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dadc58c-955f-492b-b1d3-377a29e95b14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:45.699075 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dadc58c-955f-492b-b1d3-377a29e95b14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:45.699479 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dadc58c-955f-492b-b1d3-377a29e95b14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:45.701015 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dadc58c-955f-492b-b1d3-377a29e95b14 admin admin] Tracked resource versions report: Jun 18 12:53:45.701015 dv-cinder-797073-1-iscsi neutron-server[92825]: pushed versions: Jun 18 12:53:45.701015 dv-cinder-797073-1-iscsi neutron-server[92825]: { 'AddressGroup': {'1.2'}, Jun 18 12:53:45.701015 dv-cinder-797073-1-iscsi neutron-server[92825]: 'ConntrackHelper': {'1.0'}, Jun 18 12:53:45.701015 dv-cinder-797073-1-iscsi neutron-server[92825]: 'Log': {'1.0'}, Jun 18 12:53:45.701015 dv-cinder-797073-1-iscsi neutron-server[92825]: 'Network': {'1.1'}, Jun 18 12:53:45.701015 dv-cinder-797073-1-iscsi neutron-server[92825]: 'Port': {'1.7'}, Jun 18 12:53:45.701015 dv-cinder-797073-1-iscsi neutron-server[92825]: 'PortForwarding': {'1.2'}, Jun 18 12:53:45.701015 dv-cinder-797073-1-iscsi neutron-server[92825]: 'QosPolicy': {'1.8'}, Jun 18 12:53:45.701015 dv-cinder-797073-1-iscsi neutron-server[92825]: 'SecurityGroup': {'1.4'}, Jun 18 12:53:45.701015 dv-cinder-797073-1-iscsi neutron-server[92825]: 'SecurityGroupRule': {'1.2'}, Jun 18 12:53:45.701015 dv-cinder-797073-1-iscsi neutron-server[92825]: 'SubPort': {'1.0'}, Jun 18 12:53:45.701015 dv-cinder-797073-1-iscsi neutron-server[92825]: 'Subnet': {'1.1'}, Jun 18 12:53:45.701015 dv-cinder-797073-1-iscsi neutron-server[92825]: 'Trunk': {'1.1'}} Jun 18 12:53:45.701015 dv-cinder-797073-1-iscsi neutron-server[92825]: consumer versions: Jun 18 12:53:45.701015 dv-cinder-797073-1-iscsi neutron-server[92825]: { DHCP agent@dv-cinder-797073-1-iscsi: {}, Jun 18 12:53:45.701015 dv-cinder-797073-1-iscsi neutron-server[92825]: HyperV agent@hv-cinder-79707: {}, Jun 18 12:53:45.701015 dv-cinder-797073-1-iscsi neutron-server[92825]: L3 agent@dv-cinder-797073-1-iscsi: {}, Jun 18 12:53:45.701015 dv-cinder-797073-1-iscsi neutron-server[92825]: Metadata agent@dv-cinder-797073-1-iscsi: {}, Jun 18 12:53:45.701015 dv-cinder-797073-1-iscsi neutron-server[92825]: Metering agent@dv-cinder-797073-1-iscsi: {}, Jun 18 12:53:45.701015 dv-cinder-797073-1-iscsi neutron-server[92825]: Open vSwitch agent@dv-cinder-797073-1-iscsi: { 'AddressGroup': '1.2', Jun 18 12:53:45.701015 dv-cinder-797073-1-iscsi neutron-server[92825]: 'ConntrackHelper': '1.0', Jun 18 12:53:45.701015 dv-cinder-797073-1-iscsi neutron-server[92825]: 'Log': '1.0', Jun 18 12:53:45.701015 dv-cinder-797073-1-iscsi neutron-server[92825]: 'Network': '1.1', Jun 18 12:53:45.701015 dv-cinder-797073-1-iscsi neutron-server[92825]: 'Port': '1.7', Jun 18 12:53:45.701015 dv-cinder-797073-1-iscsi neutron-server[92825]: 'PortForwarding': '1.2', Jun 18 12:53:45.701015 dv-cinder-797073-1-iscsi neutron-server[92825]: 'QosPolicy': '1.8', Jun 18 12:53:45.701015 dv-cinder-797073-1-iscsi neutron-server[92825]: 'SecurityGroup': '1.4', Jun 18 12:53:45.701015 dv-cinder-797073-1-iscsi neutron-server[92825]: 'SecurityGroupRule': '1.2', Jun 18 12:53:45.701015 dv-cinder-797073-1-iscsi neutron-server[92825]: 'SubPort': '1.0', Jun 18 12:53:45.701015 dv-cinder-797073-1-iscsi neutron-server[92825]: 'Subnet': '1.1', Jun 18 12:53:45.701015 dv-cinder-797073-1-iscsi neutron-server[92825]: 'Trunk': '1.1'}} Jun 18 12:53:45.701015 dv-cinder-797073-1-iscsi neutron-server[92825]: {{(pid=92825) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 12:53:45.704606 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-4dadc58c-955f-492b-b1d3-377a29e95b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:53:45.719625 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dadc58c-955f-492b-b1d3-377a29e95b14 admin admin] Checking segment: {'id': 'b2ad76ac-6e4d-4513-986e-a7cfb98804ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'b6181670-f4c6-4e88-ae40-220b1dcda640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:53:45.719979 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dadc58c-955f-492b-b1d3-377a29e95b14 admin admin] Network hostable DHCP agents. Network: b6181670-f4c6-4e88-ae40-220b1dcda640, hostable agents: ['a4764913-7e4e-4767-85bd-6fdf32f4ace2'], hosted agents: [] {{(pid=92825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 12:53:45.738572 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dadc58c-955f-492b-b1d3-377a29e95b14 admin admin] Network b6181670-f4c6-4e88-ae40-220b1dcda640 is scheduled to be hosted by DHCP agent a4764913-7e4e-4767-85bd-6fdf32f4ace2 with binding_index 1 {{(pid=92825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 12:53:45.749123 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [None req-4dadc58c-955f-492b-b1d3-377a29e95b14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797073-1-iscsi, b6181670-f4c6-4e88-ae40-220b1dcda640) {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:53:45.756251 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dadc58c-955f-492b-b1d3-377a29e95b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:53:45.758035 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-4dadc58c-955f-492b-b1d3-377a29e95b14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for subnet, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:45.760375 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27603672-ecb4-4da5-a7b5-ec0dfb6a4937 None None] Network b6181670-f4c6-4e88-ae40-220b1dcda640 requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 12:53:45.783606 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-4dadc58c-955f-492b-b1d3-377a29e95b14 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3765223 Jun 18 12:53:45.893873 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe784d48-3c49-4600-a990-fd2e8dcefac8 None None] Network b6181670-f4c6-4e88-ae40-220b1dcda640 requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 12:53:46.602751 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 45626) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:53:46.637594 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 45634) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:53:46.928686 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-93001d08-d8c4-403e-a54a-ce4a16f70900 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1751343127-network', 'tenant_id': '0223531b4ac843c69ac98aed7456c0b5'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:53:46.951301 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93001d08-d8c4-403e-a54a-ce4a16f70900 admin admin] Made reservation on behalf of 0223531b4ac843c69ac98aed7456c0b5 for: {'network': 1} {{(pid=92825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:53:46.953706 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-93001d08-d8c4-403e-a54a-ce4a16f70900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for network, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:46.963111 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-93001d08-d8c4-403e-a54a-ce4a16f70900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:47.067276 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-4a0bdabc-075a-4db1-adfd-81056bdb4a6c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-80250220-network', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:53:47.075668 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-93001d08-d8c4-403e-a54a-ce4a16f70900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:47.080031 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-93001d08-d8c4-403e-a54a-ce4a16f70900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:47.089106 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-6829ee45-33b4-49d2-95ec-f58a6002265e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:53:47.094079 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 45654) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:53:47.119818 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93001d08-d8c4-403e-a54a-ce4a16f70900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b33076-5f92-4175-9117-55084312ecf0,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:53:47.126079 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 45658) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:53:47.128164 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-93001d08-d8c4-403e-a54a-ce4a16f70900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:53:47.130965 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93001d08-d8c4-403e-a54a-ce4a16f70900 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=92825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 12:53:47.142680 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0bdabc-075a-4db1-adfd-81056bdb4a6c admin admin] Made reservation on behalf of 4f05dfc5e1c54a9c8c16e92e579c9b1d for: {'network': 1} {{(pid=92825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:53:47.145246 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-4a0bdabc-075a-4db1-adfd-81056bdb4a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for network, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:47.155071 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-93001d08-d8c4-403e-a54a-ce4a16f70900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559'] for segment, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:47.155427 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.db.segments_db [None req-93001d08-d8c4-403e-a54a-ce4a16f70900 admin admin] Added segment c2803c3c-f53b-412a-8fcc-4a7a8ff8f778 of type vlan for network 96265354-97f1-45e3-b090-724354f3a0d8 Jun 18 12:53:47.156867 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-4a0bdabc-075a-4db1-adfd-81056bdb4a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:47.228935 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-93001d08-d8c4-403e-a54a-ce4a16f70900 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743828617162'] for network, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:47.283575 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-93001d08-d8c4-403e-a54a-ce4a16f70900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2056967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782'] for network, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:47.287263 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93001d08-d8c4-403e-a54a-ce4a16f70900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:53:47.287949 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-93001d08-d8c4-403e-a54a-ce4a16f70900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for network, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:47.293479 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:53:47.356203 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-29677864-e97c-4ed6-a6ff-38a44bb61322 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1068013513-network', 'tenant_id': '3262259bc9f24b35be563085fd3a260f'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:53:47.394625 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93001d08-d8c4-403e-a54a-ce4a16f70900 admin admin] Pushing event updated for resources: {'Network': ['ID=96265354-97f1-45e3-b090-724354f3a0d8,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:53:47.398276 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-4a0bdabc-075a-4db1-adfd-81056bdb4a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:47.399400 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-93001d08-d8c4-403e-a54a-ce4a16f70900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:53:47.399733 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-39667485-f1ec-41db-8504-4e5e4f29bc04 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2025046028-network', 'tenant_id': 'ff60a66777fc4d1a99e8ad63c5505e2e'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:53:47.404699 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-4a0bdabc-075a-4db1-adfd-81056bdb4a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:47.407865 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Network 96265354-97f1-45e3-b090-724354f3a0d8 details requested by agent ovs-agent-dv-cinder-797073-1-iscsi with host dv-cinder-797073-1-iscsi {{(pid=92827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 12:53:47.416865 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-93001d08-d8c4-403e-a54a-ce4a16f70900 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8124511 Jun 18 12:53:47.418068 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 45674) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:53:47.426876 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-4e9a800a-72e0-4730-bd94-7d527f8700f9 admin admin] Request body: {'subnet': {'network_id': '96265354-97f1-45e3-b090-724354f3a0d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1751343127-subnet', 'tenant_id': '0223531b4ac843c69ac98aed7456c0b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:53:47.439729 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-93001d08-d8c4-403e-a54a-ce4a16f70900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:53:47.445987 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29677864-e97c-4ed6-a6ff-38a44bb61322 admin admin] Made reservation on behalf of 3262259bc9f24b35be563085fd3a260f for: {'network': 1} {{(pid=92826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:53:47.449523 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-29677864-e97c-4ed6-a6ff-38a44bb61322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for network, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:47.460107 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-29677864-e97c-4ed6-a6ff-38a44bb61322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:47.468933 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39667485-f1ec-41db-8504-4e5e4f29bc04 admin admin] Made reservation on behalf of ff60a66777fc4d1a99e8ad63c5505e2e for: {'network': 1} {{(pid=92826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:53:47.471791 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-39667485-f1ec-41db-8504-4e5e4f29bc04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for network, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:47.479256 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0bdabc-075a-4db1-adfd-81056bdb4a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e1d241-3cea-4deb-86b3-22b8e3acd54d,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:53:47.501041 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9a800a-72e0-4730-bd94-7d527f8700f9 admin admin] Made reservation on behalf of 0223531b4ac843c69ac98aed7456c0b5 for: {'subnet': 1} {{(pid=92825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:53:47.504154 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-4e9a800a-72e0-4730-bd94-7d527f8700f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:47.587062 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-29677864-e97c-4ed6-a6ff-38a44bb61322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:47.589157 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-39667485-f1ec-41db-8504-4e5e4f29bc04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:47.673560 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-4a0bdabc-075a-4db1-adfd-81056bdb4a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:53:47.683135 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 45682) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:53:47.704696 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-39667485-f1ec-41db-8504-4e5e4f29bc04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:47.706225 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-29677864-e97c-4ed6-a6ff-38a44bb61322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:47.722404 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29677864-e97c-4ed6-a6ff-38a44bb61322 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=92826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 12:53:47.733628 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-29677864-e97c-4ed6-a6ff-38a44bb61322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559'] for segment, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:47.734539 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.db.segments_db [None req-29677864-e97c-4ed6-a6ff-38a44bb61322 admin admin] Added segment f5272d93-3659-4f37-b7e2-a04b822788ec of type vlan for network bf40e680-3b6f-4529-b4ac-893d28128a35 Jun 18 12:53:47.744696 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-40d0d493-c19a-4a84-9e7d-6b1f1b073422 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-798281727-network', 'tenant_id': '57451903be98482dad92e5abe5194ef1'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:53:47.756227 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a0bdabc-075a-4db1-adfd-81056bdb4a6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=92825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 12:53:47.779927 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-29677864-e97c-4ed6-a6ff-38a44bb61322 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743828617162'] for network, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:47.801785 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-4a0bdabc-075a-4db1-adfd-81056bdb4a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559'] for segment, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:47.806098 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.db.segments_db [None req-4a0bdabc-075a-4db1-adfd-81056bdb4a6c admin admin] Added segment 23b88fce-5b57-4798-9ca4-628ae6f60edb of type vlan for network 1ff29541-7511-4984-adea-fc36150ec103 Jun 18 12:53:47.806768 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:53:47.809646 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-39667485-f1ec-41db-8504-4e5e4f29bc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:47.842034 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-29677864-e97c-4ed6-a6ff-38a44bb61322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2056967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782'] for network, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:47.852385 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29677864-e97c-4ed6-a6ff-38a44bb61322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:53:47.853471 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-29677864-e97c-4ed6-a6ff-38a44bb61322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for network, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:47.862211 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29677864-e97c-4ed6-a6ff-38a44bb61322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26395dae-0102-4205-a165-9da6e7ccaafa,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:53:47.868551 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-29677864-e97c-4ed6-a6ff-38a44bb61322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:53:47.869253 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-ddda9d00-6eb4-4a1d-92b9-ad6336effc57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:53:47.898282 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d0d493-c19a-4a84-9e7d-6b1f1b073422 admin admin] Made reservation on behalf of 57451903be98482dad92e5abe5194ef1 for: {'network': 1} {{(pid=92825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:53:47.904422 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39667485-f1ec-41db-8504-4e5e4f29bc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f547dae4-0857-46be-8adc-237a41d109be,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:53:47.905528 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-40d0d493-c19a-4a84-9e7d-6b1f1b073422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for network, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:47.912102 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-29677864-e97c-4ed6-a6ff-38a44bb61322 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8156028 Jun 18 12:53:47.913310 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 45692) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:53:47.915756 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-39667485-f1ec-41db-8504-4e5e4f29bc04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:53:47.918644 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:53:47.937637 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-2fe37ce3-b237-427d-8b86-22095a9410d4 admin admin] Request body: {'subnet': {'network_id': 'bf40e680-3b6f-4529-b4ac-893d28128a35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1068013513-subnet', 'tenant_id': '3262259bc9f24b35be563085fd3a260f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:53:47.985185 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-40d0d493-c19a-4a84-9e7d-6b1f1b073422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:47.998262 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe37ce3-b237-427d-8b86-22095a9410d4 admin admin] Made reservation on behalf of 3262259bc9f24b35be563085fd3a260f for: {'subnet': 1} {{(pid=92826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:53:48.000610 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-2fe37ce3-b237-427d-8b86-22095a9410d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:48.023951 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-4a0bdabc-075a-4db1-adfd-81056bdb4a6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743828617162'] for network, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:48.049423 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-4e9a800a-72e0-4730-bd94-7d527f8700f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789'] for subnet, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:48.067515 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-0c636382-10f2-4935-9f78-f822195f4763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:53:48.116528 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-4a0bdabc-075a-4db1-adfd-81056bdb4a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2056967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782'] for network, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:48.130707 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0bdabc-075a-4db1-adfd-81056bdb4a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:53:48.131913 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-4a0bdabc-075a-4db1-adfd-81056bdb4a6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for network, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:48.192154 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.db.api [None req-39667485-f1ec-41db-8504-4e5e4f29bc04 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=92826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 12:53:48.196670 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_db.api [None req-39667485-f1ec-41db-8504-4e5e4f29bc04 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=92826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 12:53:48.197427 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29677864-e97c-4ed6-a6ff-38a44bb61322 admin admin] Pushing event updated for resources: {'Network': ['ID=bf40e680-3b6f-4529-b4ac-893d28128a35,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:53:48.202590 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-29677864-e97c-4ed6-a6ff-38a44bb61322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:53:48.213269 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Network bf40e680-3b6f-4529-b4ac-893d28128a35 details requested by agent ovs-agent-dv-cinder-797073-1-iscsi with host dv-cinder-797073-1-iscsi {{(pid=92827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 12:53:48.273234 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-2fe37ce3-b237-427d-8b86-22095a9410d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789'] for subnet, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:48.276936 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-e1e5b4f7-7e27-4409-bfb6-8f2ccd48b24e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:53:48.279964 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-40d0d493-c19a-4a84-9e7d-6b1f1b073422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:48.290048 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a800a-72e0-4730-bd94-7d527f8700f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd68f4da-dd03-4cd6-93b2-a3dfbb56f132,revision_number=0']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:53:48.299659 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9a800a-72e0-4730-bd94-7d527f8700f9 admin admin] Checking segment: {'id': 'c2803c3c-f53b-412a-8fcc-4a7a8ff8f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '96265354-97f1-45e3-b090-724354f3a0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:53:48.300218 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9a800a-72e0-4730-bd94-7d527f8700f9 admin admin] Network hostable DHCP agents. Network: 96265354-97f1-45e3-b090-724354f3a0d8, hostable agents: ['a4764913-7e4e-4767-85bd-6fdf32f4ace2'], hosted agents: [] {{(pid=92825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 12:53:48.313581 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-4e9a800a-72e0-4730-bd94-7d527f8700f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:53:48.322444 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-40d0d493-c19a-4a84-9e7d-6b1f1b073422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:48.323127 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:53:48.358719 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe37ce3-b237-427d-8b86-22095a9410d4 admin admin] Checking segment: {'id': 'f5272d93-3659-4f37-b7e2-a04b822788ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'bf40e680-3b6f-4529-b4ac-893d28128a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:53:48.359492 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe37ce3-b237-427d-8b86-22095a9410d4 admin admin] Network hostable DHCP agents. Network: bf40e680-3b6f-4529-b4ac-893d28128a35, hostable agents: ['a4764913-7e4e-4767-85bd-6fdf32f4ace2'], hosted agents: [] {{(pid=92826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 12:53:48.366817 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe37ce3-b237-427d-8b86-22095a9410d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b591a7f2-4465-4b6a-8969-31efb5f2ee87,revision_number=0']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:53:48.376988 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-2fe37ce3-b237-427d-8b86-22095a9410d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:53:48.392624 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-4a0bdabc-075a-4db1-adfd-81056bdb4a6c admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7507591 Jun 18 12:53:48.397255 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 45708) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:53:48.407103 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe37ce3-b237-427d-8b86-22095a9410d4 admin admin] Network bf40e680-3b6f-4529-b4ac-893d28128a35 is scheduled to be hosted by DHCP agent a4764913-7e4e-4767-85bd-6fdf32f4ace2 with binding_index 1 {{(pid=92826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 12:53:48.407351 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-e4170375-ab32-433f-a5c5-7200a4d0ce4e admin admin] Request body: {'subnet': {'network_id': '1ff29541-7511-4984-adea-fc36150ec103', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-80250220-subnet', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:53:48.411369 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9a800a-72e0-4730-bd94-7d527f8700f9 admin admin] Network 96265354-97f1-45e3-b090-724354f3a0d8 is scheduled to be hosted by DHCP agent a4764913-7e4e-4767-85bd-6fdf32f4ace2 with binding_index 1 {{(pid=92825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 12:53:48.432684 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [None req-4e9a800a-72e0-4730-bd94-7d527f8700f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797073-1-iscsi, 96265354-97f1-45e3-b090-724354f3a0d8) {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:53:48.433396 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.base_scheduler [None req-2fe37ce3-b237-427d-8b86-22095a9410d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797073-1-iscsi, bf40e680-3b6f-4529-b4ac-893d28128a35) {{(pid=92826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:53:48.437626 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9a800a-72e0-4730-bd94-7d527f8700f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:53:48.438212 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-4e9a800a-72e0-4730-bd94-7d527f8700f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for subnet, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:48.442390 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4ccbe5-3789-4490-933f-e955ea0eacc5 None None] Network 96265354-97f1-45e3-b090-724354f3a0d8 requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 12:53:48.447395 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe37ce3-b237-427d-8b86-22095a9410d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:53:48.448511 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-2fe37ce3-b237-427d-8b86-22095a9410d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for subnet, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:48.465614 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32733002-efba-4831-b85f-4a2818672e06 None None] Network bf40e680-3b6f-4529-b4ac-893d28128a35 requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 12:53:48.472445 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d0d493-c19a-4a84-9e7d-6b1f1b073422 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=92825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 12:53:48.491442 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0bdabc-075a-4db1-adfd-81056bdb4a6c admin admin] Pushing event updated for resources: {'Network': ['ID=1ff29541-7511-4984-adea-fc36150ec103,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:53:48.495633 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-4a0bdabc-075a-4db1-adfd-81056bdb4a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:53:48.499648 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:53:48.505170 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-40d0d493-c19a-4a84-9e7d-6b1f1b073422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559'] for segment, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:48.505507 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.db.segments_db [None req-40d0d493-c19a-4a84-9e7d-6b1f1b073422 admin admin] Added segment 605dadb1-2ecf-46ca-b659-b3e3d25786db of type vlan for network 9f9b7951-4a38-44ea-bbd7-eef1a59f2e39 Jun 18 12:53:48.529104 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-2fe37ce3-b237-427d-8b86-22095a9410d4 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6115053 Jun 18 12:53:48.530336 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 45716) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:53:48.537196 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-43ff5fa9-85ce-4ac4-849e-83930ec91bfc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1068013513-router', 'tenant_id': '3262259bc9f24b35be563085fd3a260f', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'}}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:53:48.548068 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-4e9a800a-72e0-4730-bd94-7d527f8700f9 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1177537 Jun 18 12:53:48.548068 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4170375-ab32-433f-a5c5-7200a4d0ce4e admin admin] Made reservation on behalf of 4f05dfc5e1c54a9c8c16e92e579c9b1d for: {'subnet': 1} {{(pid=92825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:53:48.548068 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-e4170375-ab32-433f-a5c5-7200a4d0ce4e admin admin] Notify callbacks [] for subnet, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:48.551939 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Network 1ff29541-7511-4984-adea-fc36150ec103 details requested by agent ovs-agent-dv-cinder-797073-1-iscsi with host dv-cinder-797073-1-iscsi {{(pid=92827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 12:53:48.635743 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-43ff5fa9-85ce-4ac4-849e-83930ec91bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2084009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28470'] for router, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:48.637325 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-43ff5fa9-85ce-4ac4-849e-83930ec91bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2084052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1971176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28495'] for router, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:48.772626 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-39667485-f1ec-41db-8504-4e5e4f29bc04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for network, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:48.795416 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-43ff5fa9-85ce-4ac4-849e-83930ec91bfc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:48.856865 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d0d493-c19a-4a84-9e7d-6b1f1b073422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df974f62-eb7c-4018-bfdb-9fcc499bbe21,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:53:48.859744 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-40d0d493-c19a-4a84-9e7d-6b1f1b073422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:53:48.882120 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-40d0d493-c19a-4a84-9e7d-6b1f1b073422 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743828617162'] for network, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:49.002835 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-40d0d493-c19a-4a84-9e7d-6b1f1b073422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2056967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782'] for network, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:49.005722 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d0d493-c19a-4a84-9e7d-6b1f1b073422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:53:49.006327 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-40d0d493-c19a-4a84-9e7d-6b1f1b073422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for network, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:49.012072 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-4a0bdabc-075a-4db1-adfd-81056bdb4a6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:53:49.076434 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-e4170375-ab32-433f-a5c5-7200a4d0ce4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789'] for subnet, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:49.083454 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-40d0d493-c19a-4a84-9e7d-6b1f1b073422 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3930309 Jun 18 12:53:49.083664 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39667485-f1ec-41db-8504-4e5e4f29bc04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=92826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 12:53:49.094794 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 45744) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:53:49.101504 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e46ac7f-6f87-4d95-842b-b05cf583449a None None] Network 96265354-97f1-45e3-b090-724354f3a0d8 requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 12:53:49.110351 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-61c2ae16-6e12-496b-85d2-bb13615ef00c admin admin] Request body: {'subnet': {'network_id': '9f9b7951-4a38-44ea-bbd7-eef1a59f2e39', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-798281727-subnet', 'tenant_id': '57451903be98482dad92e5abe5194ef1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:53:49.118170 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d0d493-c19a-4a84-9e7d-6b1f1b073422 admin admin] Pushing event updated for resources: {'Network': ['ID=9f9b7951-4a38-44ea-bbd7-eef1a59f2e39,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:53:49.126532 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-40d0d493-c19a-4a84-9e7d-6b1f1b073422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:53:49.126679 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-4e9a800a-72e0-4730-bd94-7d527f8700f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:53:49.196411 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febc5315-4c37-491c-8b53-e525c231b2b0 None None] Network bf40e680-3b6f-4529-b4ac-893d28128a35 requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 12:53:49.202617 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4170375-ab32-433f-a5c5-7200a4d0ce4e admin admin] Checking segment: {'id': '23b88fce-5b57-4798-9ca4-628ae6f60edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1ff29541-7511-4984-adea-fc36150ec103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:53:49.203031 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4170375-ab32-433f-a5c5-7200a4d0ce4e admin admin] Network hostable DHCP agents. Network: 1ff29541-7511-4984-adea-fc36150ec103, hostable agents: ['a4764913-7e4e-4767-85bd-6fdf32f4ace2'], hosted agents: [] {{(pid=92825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 12:53:49.204848 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Network 9f9b7951-4a38-44ea-bbd7-eef1a59f2e39 details requested by agent ovs-agent-dv-cinder-797073-1-iscsi with host dv-cinder-797073-1-iscsi {{(pid=92827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 12:53:49.207018 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4170375-ab32-433f-a5c5-7200a4d0ce4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac677325-f406-437d-8e84-8b08f5594ded,revision_number=0']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:53:49.208565 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-39667485-f1ec-41db-8504-4e5e4f29bc04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559'] for segment, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:49.209618 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-e4170375-ab32-433f-a5c5-7200a4d0ce4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:53:49.215122 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.db.segments_db [None req-39667485-f1ec-41db-8504-4e5e4f29bc04 admin admin] Added segment f4c47d94-918c-42a1-aeb0-934db7710388 of type vlan for network 9d649a51-2d7d-46f3-912f-a07c919dc967 Jun 18 12:53:49.234553 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4170375-ab32-433f-a5c5-7200a4d0ce4e admin admin] Network 1ff29541-7511-4984-adea-fc36150ec103 is scheduled to be hosted by DHCP agent a4764913-7e4e-4767-85bd-6fdf32f4ace2 with binding_index 1 {{(pid=92825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 12:53:49.254179 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [None req-e4170375-ab32-433f-a5c5-7200a4d0ce4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797073-1-iscsi, 1ff29541-7511-4984-adea-fc36150ec103) {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:53:49.265196 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4170375-ab32-433f-a5c5-7200a4d0ce4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:53:49.266026 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-e4170375-ab32-433f-a5c5-7200a4d0ce4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for subnet, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:49.287949 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-43ff5fa9-85ce-4ac4-849e-83930ec91bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054888', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2083931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28509'] for router, precommit_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:49.305681 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-e4170375-ab32-433f-a5c5-7200a4d0ce4e admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9022944 Jun 18 12:53:49.307893 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 45748) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:53:49.317331 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dd545d-f36a-43fb-b69d-548785222250 None None] Network 1ff29541-7511-4984-adea-fc36150ec103 requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 12:53:49.317726 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-5e01a001-105c-4c11-9139-a5ec949a6fbe admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-80250220-router', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'}}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:53:49.328495 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c2ae16-6e12-496b-85d2-bb13615ef00c admin admin] Made reservation on behalf of 57451903be98482dad92e5abe5194ef1 for: {'subnet': 1} {{(pid=92826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:53:49.332945 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-61c2ae16-6e12-496b-85d2-bb13615ef00c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:49.372983 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-5e01a001-105c-4c11-9139-a5ec949a6fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2084009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28470'] for router, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:49.374135 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-5e01a001-105c-4c11-9139-a5ec949a6fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2084052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1971176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28495'] for router, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:49.387384 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-39667485-f1ec-41db-8504-4e5e4f29bc04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743828617162'] for network, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:49.518227 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-5e01a001-105c-4c11-9139-a5ec949a6fbe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:49.619180 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 45760) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:53:49.731534 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-39667485-f1ec-41db-8504-4e5e4f29bc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2056967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782'] for network, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:49.737350 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39667485-f1ec-41db-8504-4e5e4f29bc04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:53:49.738045 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-39667485-f1ec-41db-8504-4e5e4f29bc04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for network, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:49.746691 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-29677864-e97c-4ed6-a6ff-38a44bb61322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:53:49.789313 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c9ef48-d264-4344-bed9-93bda6b931e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdfc798f7-bdfd-51cf-81b5-ef75a3e95708-1ff29541-7511-4984-adea-fc36150ec103', 'network_id': '1ff29541-7511-4984-adea-fc36150ec103', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'fixed_ips': [{'subnet_id': 'ac677325-f406-437d-8e84-8b08f5594ded'}]}} from dv-cinder-797073-1-iscsi. {{(pid=92827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 12:53:49.790667 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-20c9ef48-d264-4344-bed9-93bda6b931e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:49.816809 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-39667485-f1ec-41db-8504-4e5e4f29bc04 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6865969 Jun 18 12:53:49.817478 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 45770) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:53:49.822433 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-5e01a001-105c-4c11-9139-a5ec949a6fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054888', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2083931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28509'] for router, precommit_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:49.839127 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-ec070aef-39e6-40e2-b048-b4548e77f36a admin admin] Request body: {'subnet': {'network_id': '9d649a51-2d7d-46f3-912f-a07c919dc967', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2025046028-subnet', 'tenant_id': 'ff60a66777fc4d1a99e8ad63c5505e2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:53:49.891732 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-287b2895-b7a9-48f4-9ae8-a8e1dba67076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:49.906406 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39667485-f1ec-41db-8504-4e5e4f29bc04 admin admin] Pushing event updated for resources: {'Network': ['ID=9d649a51-2d7d-46f3-912f-a07c919dc967,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:53:49.917447 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-39667485-f1ec-41db-8504-4e5e4f29bc04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:53:49.949293 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Network 9d649a51-2d7d-46f3-912f-a07c919dc967 details requested by agent ovs-agent-dv-cinder-797073-1-iscsi with host dv-cinder-797073-1-iscsi {{(pid=92827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 12:53:49.950513 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec070aef-39e6-40e2-b048-b4548e77f36a admin admin] Made reservation on behalf of ff60a66777fc4d1a99e8ad63c5505e2e for: {'subnet': 1} {{(pid=92825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:53:49.955155 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-ec070aef-39e6-40e2-b048-b4548e77f36a admin admin] Notify callbacks [] for subnet, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:49.999222 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-61c2ae16-6e12-496b-85d2-bb13615ef00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789'] for subnet, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:50.014640 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:53:50.095431 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.db_base_plugin_common [None req-20c9ef48-d264-4344-bed9-93bda6b931e7 None None] Allocated IP 172.20.0.2 (1ff29541-7511-4984-adea-fc36150ec103/ac677325-f406-437d-8e84-8b08f5594ded/5e6860ba-18c6-4f47-a121-ac21622d04ff) {{(pid=92827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 12:53:50.227582 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2ae16-6e12-496b-85d2-bb13615ef00c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4a4d817-1ce4-421e-8aa2-2461ab23c9e7,revision_number=0']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:53:50.245027 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 45794) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:53:50.247454 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-61c2ae16-6e12-496b-85d2-bb13615ef00c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:53:50.248441 dv-cinder-797073-1-iscsi neutron-server[92825]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 18 12:53:50.262733 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-43ff5fa9-85ce-4ac4-849e-83930ec91bfc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:50.280395 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-20c9ef48-d264-4344-bed9-93bda6b931e7 None None] Notify callbacks [] for port, precommit_create {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:50.289517 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-20c9ef48-d264-4344-bed9-93bda6b931e7 None None] Transition to ACTIVE for port object 5e6860ba-18c6-4f47-a121-ac21622d04ff will not be triggered until provisioned by entity L2. {{(pid=92827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:53:50.292271 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c2ae16-6e12-496b-85d2-bb13615ef00c admin admin] Checking segment: {'id': '605dadb1-2ecf-46ca-b659-b3e3d25786db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '9f9b7951-4a38-44ea-bbd7-eef1a59f2e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:53:50.292629 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c2ae16-6e12-496b-85d2-bb13615ef00c admin admin] Network hostable DHCP agents. Network: 9f9b7951-4a38-44ea-bbd7-eef1a59f2e39, hostable agents: ['a4764913-7e4e-4767-85bd-6fdf32f4ace2'], hosted agents: [] {{(pid=92826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 12:53:50.293474 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-5e01a001-105c-4c11-9139-a5ec949a6fbe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:50.299580 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-43ff5fa9-85ce-4ac4-849e-83930ec91bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:50.308634 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-287b2895-b7a9-48f4-9ae8-a8e1dba67076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:50.308838 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-20c9ef48-d264-4344-bed9-93bda6b931e7 None None] Transition to ACTIVE for port object 5e6860ba-18c6-4f47-a121-ac21622d04ff will not be triggered until provisioned by entity DHCP. {{(pid=92827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:53:50.316739 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-20c9ef48-d264-4344-bed9-93bda6b931e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645'] for port, after_create {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:50.317786 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-287b2895-b7a9-48f4-9ae8-a8e1dba67076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:50.320804 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:53:50.328209 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:53:50.355284 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-5e01a001-105c-4c11-9139-a5ec949a6fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:50.366898 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c9ef48-d264-4344-bed9-93bda6b931e7 None None] Network 1ff29541-7511-4984-adea-fc36150ec103 is already hosted by enough agents. {{(pid=92827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:53:50.370100 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.scheduler.base_scheduler [None req-20c9ef48-d264-4344-bed9-93bda6b931e7 None None] Resources bound (agent type, host, resource id): {{(pid=92827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:53:50.373749 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c9ef48-d264-4344-bed9-93bda6b931e7 None None] Received port after_create {{(pid=92827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 12:53:50.379147 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c9ef48-d264-4344-bed9-93bda6b931e7 None None] Pushing event updated for resources: {'Port': ['ID=5e6860ba-18c6-4f47-a121-ac21622d04ff,revision_number=1']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:53:50.391257 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c9ef48-d264-4344-bed9-93bda6b931e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:50.391610 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c9ef48-d264-4344-bed9-93bda6b931e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:50.391932 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c9ef48-d264-4344-bed9-93bda6b931e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:50.392266 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c9ef48-d264-4344-bed9-93bda6b931e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:50.392790 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c9ef48-d264-4344-bed9-93bda6b931e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:50.393109 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c9ef48-d264-4344-bed9-93bda6b931e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:50.393445 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c9ef48-d264-4344-bed9-93bda6b931e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:50.393587 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c2ae16-6e12-496b-85d2-bb13615ef00c admin admin] Network 9f9b7951-4a38-44ea-bbd7-eef1a59f2e39 is scheduled to be hosted by DHCP agent a4764913-7e4e-4767-85bd-6fdf32f4ace2 with binding_index 1 {{(pid=92826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 12:53:50.393791 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c9ef48-d264-4344-bed9-93bda6b931e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:50.394322 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c9ef48-d264-4344-bed9-93bda6b931e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:50.394444 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c9ef48-d264-4344-bed9-93bda6b931e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:50.395053 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c9ef48-d264-4344-bed9-93bda6b931e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:50.395244 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c9ef48-d264-4344-bed9-93bda6b931e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:50.396474 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c9ef48-d264-4344-bed9-93bda6b931e7 None None] Tracked resource versions report: Jun 18 12:53:50.396474 dv-cinder-797073-1-iscsi neutron-server[92827]: pushed versions: Jun 18 12:53:50.396474 dv-cinder-797073-1-iscsi neutron-server[92827]: { 'AddressGroup': {'1.2'}, Jun 18 12:53:50.396474 dv-cinder-797073-1-iscsi neutron-server[92827]: 'ConntrackHelper': {'1.0'}, Jun 18 12:53:50.396474 dv-cinder-797073-1-iscsi neutron-server[92827]: 'Log': {'1.0'}, Jun 18 12:53:50.396474 dv-cinder-797073-1-iscsi neutron-server[92827]: 'Network': {'1.1'}, Jun 18 12:53:50.396474 dv-cinder-797073-1-iscsi neutron-server[92827]: 'Port': {'1.7'}, Jun 18 12:53:50.396474 dv-cinder-797073-1-iscsi neutron-server[92827]: 'PortForwarding': {'1.2'}, Jun 18 12:53:50.396474 dv-cinder-797073-1-iscsi neutron-server[92827]: 'QosPolicy': {'1.8'}, Jun 18 12:53:50.396474 dv-cinder-797073-1-iscsi neutron-server[92827]: 'SecurityGroup': {'1.4'}, Jun 18 12:53:50.396474 dv-cinder-797073-1-iscsi neutron-server[92827]: 'SecurityGroupRule': {'1.2'}, Jun 18 12:53:50.396474 dv-cinder-797073-1-iscsi neutron-server[92827]: 'SubPort': {'1.0'}, Jun 18 12:53:50.396474 dv-cinder-797073-1-iscsi neutron-server[92827]: 'Subnet': {'1.1'}, Jun 18 12:53:50.396474 dv-cinder-797073-1-iscsi neutron-server[92827]: 'Trunk': {'1.1'}} Jun 18 12:53:50.396474 dv-cinder-797073-1-iscsi neutron-server[92827]: consumer versions: Jun 18 12:53:50.396474 dv-cinder-797073-1-iscsi neutron-server[92827]: { DHCP agent@dv-cinder-797073-1-iscsi: {}, Jun 18 12:53:50.396474 dv-cinder-797073-1-iscsi neutron-server[92827]: HyperV agent@hv-cinder-79707: {}, Jun 18 12:53:50.396474 dv-cinder-797073-1-iscsi neutron-server[92827]: L3 agent@dv-cinder-797073-1-iscsi: {}, Jun 18 12:53:50.396474 dv-cinder-797073-1-iscsi neutron-server[92827]: Metadata agent@dv-cinder-797073-1-iscsi: {}, Jun 18 12:53:50.396474 dv-cinder-797073-1-iscsi neutron-server[92827]: Metering agent@dv-cinder-797073-1-iscsi: {}, Jun 18 12:53:50.396474 dv-cinder-797073-1-iscsi neutron-server[92827]: Open vSwitch agent@dv-cinder-797073-1-iscsi: { 'AddressGroup': '1.2', Jun 18 12:53:50.396474 dv-cinder-797073-1-iscsi neutron-server[92827]: 'ConntrackHelper': '1.0', Jun 18 12:53:50.396474 dv-cinder-797073-1-iscsi neutron-server[92827]: 'Log': '1.0', Jun 18 12:53:50.396474 dv-cinder-797073-1-iscsi neutron-server[92827]: 'Network': '1.1', Jun 18 12:53:50.396474 dv-cinder-797073-1-iscsi neutron-server[92827]: 'Port': '1.7', Jun 18 12:53:50.396474 dv-cinder-797073-1-iscsi neutron-server[92827]: 'PortForwarding': '1.2', Jun 18 12:53:50.396474 dv-cinder-797073-1-iscsi neutron-server[92827]: 'QosPolicy': '1.8', Jun 18 12:53:50.396474 dv-cinder-797073-1-iscsi neutron-server[92827]: 'SecurityGroup': '1.4', Jun 18 12:53:50.396474 dv-cinder-797073-1-iscsi neutron-server[92827]: 'SecurityGroupRule': '1.2', Jun 18 12:53:50.396474 dv-cinder-797073-1-iscsi neutron-server[92827]: 'SubPort': '1.0', Jun 18 12:53:50.396474 dv-cinder-797073-1-iscsi neutron-server[92827]: 'Subnet': '1.1', Jun 18 12:53:50.396474 dv-cinder-797073-1-iscsi neutron-server[92827]: 'Trunk': '1.1'}} Jun 18 12:53:50.396474 dv-cinder-797073-1-iscsi neutron-server[92827]: {{(pid=92827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 12:53:50.409773 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-287b2895-b7a9-48f4-9ae8-a8e1dba67076 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ea5945018376469d95a2aa25e92b88f9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7880907 Jun 18 12:53:50.418587 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-20c9ef48-d264-4344-bed9-93bda6b931e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:53:50.419616 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 45796) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:53:50.432071 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.base_scheduler [None req-61c2ae16-6e12-496b-85d2-bb13615ef00c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797073-1-iscsi, 9f9b7951-4a38-44ea-bbd7-eef1a59f2e39) {{(pid=92826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:53:50.439918 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b2895-b7a9-48f4-9ae8-a8e1dba67076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1186cbec-197e-4a7f-810d-e6bc7da73534,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:53:50.443497 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1c4f5b-41b1-4a3a-b394-233387c8aa1a None None] Network 9f9b7951-4a38-44ea-bbd7-eef1a59f2e39 requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 12:53:50.457758 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c2ae16-6e12-496b-85d2-bb13615ef00c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:53:50.458331 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-61c2ae16-6e12-496b-85d2-bb13615ef00c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for subnet, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:50.490623 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-20c9ef48-d264-4344-bed9-93bda6b931e7 None None] Attempting to bind port 5e6860ba-18c6-4f47-a121-ac21622d04ff on host dv-cinder-797073-1-iscsi for vnic_type normal with profile {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 12:53:50.491029 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-20c9ef48-d264-4344-bed9-93bda6b931e7 None None] Attempting to bind port 5e6860ba-18c6-4f47-a121-ac21622d04ff by drivers openvswitch,hyperv on host dv-cinder-797073-1-iscsi at level 0 using segments [{'id': '23b88fce-5b57-4798-9ca4-628ae6f60edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1ff29541-7511-4984-adea-fc36150ec103'}] {{(pid=92827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 12:53:50.491412 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c9ef48-d264-4344-bed9-93bda6b931e7 None None] Attempting to bind port 5e6860ba-18c6-4f47-a121-ac21622d04ff on network 1ff29541-7511-4984-adea-fc36150ec103 {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:53:50.500937 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c9ef48-d264-4344-bed9-93bda6b931e7 None None] Checking agent: {'id': '157fcad4-361f-41bd-95f6-95639e81fcdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 45, 55), 'started_at': datetime.datetime(2021, 6, 18, 12, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 12, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 12:53:50.501242 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c9ef48-d264-4344-bed9-93bda6b931e7 None None] Checking segment: {'id': '23b88fce-5b57-4798-9ca4-628ae6f60edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1ff29541-7511-4984-adea-fc36150ec103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:53:50.501662 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-20c9ef48-d264-4344-bed9-93bda6b931e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:50.502032 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c9ef48-d264-4344-bed9-93bda6b931e7 None None] Bound using segment: {'id': '23b88fce-5b57-4798-9ca4-628ae6f60edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1ff29541-7511-4984-adea-fc36150ec103'} {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 12:53:50.502504 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-20c9ef48-d264-4344-bed9-93bda6b931e7 None None] Bound port: 5e6860ba-18c6-4f47-a121-ac21622d04ff, host: dv-cinder-797073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b88fce-5b57-4798-9ca4-628ae6f60edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1ff29541-7511-4984-adea-fc36150ec103'}}] {{(pid=92827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 12:53:50.502873 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-20c9ef48-d264-4344-bed9-93bda6b931e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:50.503163 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-287b2895-b7a9-48f4-9ae8-a8e1dba67076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:53:50.534763 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-61c2ae16-6e12-496b-85d2-bb13615ef00c admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4389298 Jun 18 12:53:50.576719 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e1aaf0e1-791e-4365-841f-187eef9649e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:50.579833 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.db_base_plugin_common [None req-43ff5fa9-85ce-4ac4-849e-83930ec91bfc admin admin] Allocated IP 172.27.0.108 (9d896988-a366-408b-a158-be6ed4023cc1/a87da4ed-432b-4387-92bb-db12946e6cdf/60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253) {{(pid=92826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 12:53:50.589393 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-64410fda-2a3f-4e14-ac3a-56fe9c0dc32a tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:53:50.590923 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-64410fda-2a3f-4e14-ac3a-56fe9c0dc32a tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/networks?id=96265354-97f1-45e3-b090-724354f3a0d8 HTTP/1.1" status: 200 len: 815 time: 0.3446066 Jun 18 12:53:50.592007 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-ec070aef-39e6-40e2-b048-b4548e77f36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789'] for subnet, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:50.594338 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:53:50.618915 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e1aaf0e1-791e-4365-841f-187eef9649e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:50.643624 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-b6b02ed4-1f3f-4618-8847-c6ec0c0c3d3a tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/quotas/0223531b4ac843c69ac98aed7456c0b5 HTTP/1.1" status: 200 len: 375 time: 0.0431998 Jun 18 12:53:50.709321 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-088b1118-7b63-4ffc-af1f-7d17afebcf8f tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=0223531b4ac843c69ac98aed7456c0b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588763 Jun 18 12:53:50.718459 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec070aef-39e6-40e2-b048-b4548e77f36a admin admin] Pushing event updated for resources: {'Subnet': ['ID=965a95be-f403-4b05-a46e-4281819b82c4,revision_number=0']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:53:50.726985 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-ec070aef-39e6-40e2-b048-b4548e77f36a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:53:50.741442 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 45810) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:53:50.744305 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec070aef-39e6-40e2-b048-b4548e77f36a admin admin] Checking segment: {'id': 'f4c47d94-918c-42a1-aeb0-934db7710388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '9d649a51-2d7d-46f3-912f-a07c919dc967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:53:50.744925 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec070aef-39e6-40e2-b048-b4548e77f36a admin admin] Network hostable DHCP agents. Network: 9d649a51-2d7d-46f3-912f-a07c919dc967, hostable agents: ['a4764913-7e4e-4767-85bd-6fdf32f4ace2'], hosted agents: [] {{(pid=92825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 12:53:50.764819 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e1aaf0e1-791e-4365-841f-187eef9649e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:50.772151 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec070aef-39e6-40e2-b048-b4548e77f36a admin admin] Network 9d649a51-2d7d-46f3-912f-a07c919dc967 is scheduled to be hosted by DHCP agent a4764913-7e4e-4767-85bd-6fdf32f4ace2 with binding_index 1 {{(pid=92825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 12:53:50.789838 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e1aaf0e1-791e-4365-841f-187eef9649e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:50.791336 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-e1aaf0e1-791e-4365-841f-187eef9649e9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1186cbec-197e-4a7f-810d-e6bc7da73534 HTTP/1.1" status: 204 len: 168 time: 0.3688567 Jun 18 12:53:50.795127 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-29677864-e97c-4ed6-a6ff-38a44bb61322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:53:50.804912 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [None req-ec070aef-39e6-40e2-b048-b4548e77f36a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797073-1-iscsi, 9d649a51-2d7d-46f3-912f-a07c919dc967) {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:53:50.807242 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6aff2e-b96d-4a2c-8e6f-2ace5ab5833f None None] Network 9f9b7951-4a38-44ea-bbd7-eef1a59f2e39 requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 12:53:50.814795 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec070aef-39e6-40e2-b048-b4548e77f36a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:53:50.815909 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aaf0e1-791e-4365-841f-187eef9649e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1186cbec-197e-4a7f-810d-e6bc7da73534,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:53:50.816298 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-ec070aef-39e6-40e2-b048-b4548e77f36a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for subnet, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:50.823062 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-e1aaf0e1-791e-4365-841f-187eef9649e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:53:50.829903 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-43ff5fa9-85ce-4ac4-849e-83930ec91bfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:50.832435 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec25ce55-c4ba-4f63-97d7-797383bfd6ac None None] Network 9d649a51-2d7d-46f3-912f-a07c919dc967 requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 12:53:50.846076 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c9c13b2-70b3-42cc-9933-880a902896ff admin admin] Deleting subnet 90ae8b17-10c4-4d2d-a75b-38a6cb10648e {{(pid=92826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 12:53:50.859250 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-ec070aef-39e6-40e2-b048-b4548e77f36a admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0198779 Jun 18 12:53:50.860502 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-3c9c13b2-70b3-42cc-9933-880a902896ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:50.921950 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-3c9c13b2-70b3-42cc-9933-880a902896ff admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:50.940648 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-3c9c13b2-70b3-42cc-9933-880a902896ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-618888'] for subnet, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:50.977469 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-43ff5fa9-85ce-4ac4-849e-83930ec91bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645'] for port, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:50.987015 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-e2248d38-7d30-4377-9c34-89feb1bce3a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:53:51.066635 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-20c9ef48-d264-4344-bed9-93bda6b931e7 None None] For port 5e6860ba-18c6-4f47-a121-ac21622d04ff, host dv-cinder-797073-1-iscsi, cleared binding levels {{(pid=92827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 12:53:51.068236 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ff5fa9-85ce-4ac4-849e-83930ec91bfc admin admin] Network 9d896988-a366-408b-a158-be6ed4023cc1 is already hosted by enough agents. {{(pid=92826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:53:51.070343 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-3c9c13b2-70b3-42cc-9933-880a902896ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-618887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789'] for subnet, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:51.088295 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.base_scheduler [None req-43ff5fa9-85ce-4ac4-849e-83930ec91bfc admin admin] Resources bound (agent type, host, resource id): {{(pid=92826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:53:51.109624 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ff5fa9-85ce-4ac4-849e-83930ec91bfc admin admin] Received port after_create {{(pid=92826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 12:53:51.109809 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.db_base_plugin_common [None req-5e01a001-105c-4c11-9139-a5ec949a6fbe admin admin] Allocated IP 172.27.0.103 (9d896988-a366-408b-a158-be6ed4023cc1/a87da4ed-432b-4387-92bb-db12946e6cdf/967dcbad-853f-43cf-8cf3-81efcd954483) {{(pid=92825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 12:53:51.112742 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff5fa9-85ce-4ac4-849e-83930ec91bfc admin admin] Pushing event updated for resources: {'Port': ['ID=60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:53:51.133660 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-43ff5fa9-85ce-4ac4-849e-83930ec91bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:53:51.134685 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:53:51.209684 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-20c9ef48-d264-4344-bed9-93bda6b931e7 None None] For port 5e6860ba-18c6-4f47-a121-ac21622d04ff, host dv-cinder-797073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=5e6860ba-18c6-4f47-a121-ac21622d04ff,segment=NetworkSegment(23b88fce-5b57-4798-9ca4-628ae6f60edb),segment_id=23b88fce-5b57-4798-9ca4-628ae6f60edb)] {{(pid=92827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 12:53:51.218979 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48c4780-083c-456f-b2db-0fa4d3a9ac11 None None] Network 9d649a51-2d7d-46f3-912f-a07c919dc967 requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 12:53:51.257508 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-a6665050-233f-4e6e-9caf-7ba2abea9ff1 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=92825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 12:53:51.258577 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-a6665050-233f-4e6e-9caf-7ba2abea9ff1 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3575220 Jun 18 12:53:51.283066 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-3c9c13b2-70b3-42cc-9933-880a902896ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:51.290717 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-3c9c13b2-70b3-42cc-9933-880a902896ff admin admin] 10.222.0.86 "DELETE /v2.0/subnets/90ae8b17-10c4-4d2d-a75b-38a6cb10648e HTTP/1.1" status: 204 len: 168 time: 0.5441217 Jun 18 12:53:51.297891 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 45832) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:53:51.338745 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c13b2-70b3-42cc-9933-880a902896ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90ae8b17-10c4-4d2d-a75b-38a6cb10648e,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:53:51.367616 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-20c9ef48-d264-4344-bed9-93bda6b931e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:51.383145 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-3c9c13b2-70b3-42cc-9933-880a902896ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:53:51.413892 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:53:51.467245 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 45838) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:53:51.547354 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-5e89966e-9fdd-42f4-a032-3a8dc7e45ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:51.578154 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-5e01a001-105c-4c11-9139-a5ec949a6fbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:51.592641 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c9ef48-d264-4344-bed9-93bda6b931e7 None None] Pushing event updated for resources: {'Port': ['ID=5e6860ba-18c6-4f47-a121-ac21622d04ff,revision_number=2']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:53:51.599499 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-20c9ef48-d264-4344-bed9-93bda6b931e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:53:51.650001 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-60696c26-611d-47c9-b54a-5385cd9af3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647412'] for network, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:51.690200 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-c19f86d1-da1e-4f28-8068-db9854ef2abe service neutron] 10.222.0.86 "GET /v2.0/networks/96265354-97f1-45e3-b090-724354f3a0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4251328 Jun 18 12:53:51.811542 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-43ff5fa9-85ce-4ac4-849e-83930ec91bfc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:51.863309 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-a92efb3a-1bf0-4688-908a-927571193928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:51.869690 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-5e01a001-105c-4c11-9139-a5ec949a6fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645'] for port, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:51.920318 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:53:51.950620 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-60696c26-611d-47c9-b54a-5385cd9af3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-619031', 'neutron.services.segments.db._delete_segments_for_network-8743829154259'] for network, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:51.972846 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-60696c26-611d-47c9-b54a-5385cd9af3c0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:53:51.973139 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-60696c26-611d-47c9-b54a-5385cd9af3c0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:53:51.973913 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-60696c26-611d-47c9-b54a-5385cd9af3c0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:53:51.974254 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-60696c26-611d-47c9-b54a-5385cd9af3c0 admin admin] Subscribe: > port after_create 55550000 {{(pid=92825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:53:51.974572 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-60696c26-611d-47c9-b54a-5385cd9af3c0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:53:51.974903 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-60696c26-611d-47c9-b54a-5385cd9af3c0 admin admin] Subscribe: > port after_update 55550000 {{(pid=92825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:53:51.975218 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-60696c26-611d-47c9-b54a-5385cd9af3c0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:53:51.975528 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-60696c26-611d-47c9-b54a-5385cd9af3c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:53:51.976373 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-60696c26-611d-47c9-b54a-5385cd9af3c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:53:51.976681 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-60696c26-611d-47c9-b54a-5385cd9af3c0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:53:52.082564 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-43ff5fa9-85ce-4ac4-849e-83930ec91bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2084000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054972'] for router, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:52.144203 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-60696c26-611d-47c9-b54a-5385cd9af3c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:53:52.145051 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-60696c26-611d-47c9-b54a-5385cd9af3c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:53:52.145157 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-60696c26-611d-47c9-b54a-5385cd9af3c0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:53:52.145838 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-60696c26-611d-47c9-b54a-5385cd9af3c0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:53:52.145838 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.services.segments.db [None req-60696c26-611d-47c9-b54a-5385cd9af3c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6181670-f4c6-4e88-ae40-220b1dcda640']}} {{(pid=92825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:53:52.198712 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e01a001-105c-4c11-9139-a5ec949a6fbe admin admin] Network 9d896988-a366-408b-a158-be6ed4023cc1 is already hosted by enough agents. {{(pid=92825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:53:52.224063 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.services.segments.db [None req-60696c26-611d-47c9-b54a-5385cd9af3c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2ad76ac-6e4d-4513-986e-a7cfb98804ad') {'for_net_delete': True} {{(pid=92825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:53:52.224352 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.services.segments.db [None req-60696c26-611d-47c9-b54a-5385cd9af3c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2ad76ac-6e4d-4513-986e-a7cfb98804ad') {} {{(pid=92825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:53:52.242132 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [None req-5e01a001-105c-4c11-9139-a5ec949a6fbe admin admin] Resources bound (agent type, host, resource id): {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:53:52.260188 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-60696c26-611d-47c9-b54a-5385cd9af3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743829154088', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6310363'] for segment, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:52.263843 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e01a001-105c-4c11-9139-a5ec949a6fbe admin admin] Received port after_create {{(pid=92825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 12:53:52.279210 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-30a3f6cc-6d9f-45c4-966e-371b6dc6e134 service neutron] 10.222.0.86 "GET /v2.0/networks/96265354-97f1-45e3-b090-724354f3a0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5607331 Jun 18 12:53:52.318790 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ff5fa9-85ce-4ac4-849e-83930ec91bfc admin admin] Router fd8cc414-63a2-401c-9162-11804d012396 is scheduled to L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc with binding_index 1 {{(pid=92826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 12:53:52.450898 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 45876) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:53:52.453329 dv-cinder-797073-1-iscsi neutron-server[92826]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 18 12:53:52.546593 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-5e89966e-9fdd-42f4-a032-3a8dc7e45ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:52.551549 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e01a001-105c-4c11-9139-a5ec949a6fbe admin admin] Pushing event updated for resources: {'Port': ['ID=967dcbad-853f-43cf-8cf3-81efcd954483,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:53:52.556075 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-5e01a001-105c-4c11-9139-a5ec949a6fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:53:52.661076 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-5e89966e-9fdd-42f4-a032-3a8dc7e45ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:52.667188 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-60696c26-611d-47c9-b54a-5385cd9af3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559'] for segment, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:52.713511 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:53:52.764670 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60696c26-611d-47c9-b54a-5385cd9af3c0 admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=92825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 12:53:52.765195 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-60696c26-611d-47c9-b54a-5385cd9af3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8380228'] for segment, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:52.780280 dv-cinder-797073-1-iscsi neutron-server[92825]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 12:53:52.780280 dv-cinder-797073-1-iscsi neutron-server[92825]: from cryptography.utils import int_from_bytes Jun 18 12:53:52.780280 dv-cinder-797073-1-iscsi neutron-server[92825]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 12:53:52.780280 dv-cinder-797073-1-iscsi neutron-server[92825]: from cryptography.utils import int_from_bytes Jun 18 12:53:52.780280 dv-cinder-797073-1-iscsi neutron-server[92825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 12:53:52.780280 dv-cinder-797073-1-iscsi neutron-server[92825]: conditions |= (models_v2.Port.network_id.in_( Jun 18 12:53:52.780280 dv-cinder-797073-1-iscsi neutron-server[92825]: Traceback (most recent call last): Jun 18 12:53:52.780280 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 12:53:52.780280 dv-cinder-797073-1-iscsi neutron-server[92825]: timer() Jun 18 12:53:52.780280 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 12:53:52.780280 dv-cinder-797073-1-iscsi neutron-server[92825]: cb(*args, **kw) Jun 18 12:53:52.780280 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 12:53:52.780280 dv-cinder-797073-1-iscsi neutron-server[92825]: return func(*args, **kwargs) Jun 18 12:53:52.780280 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 12:53:52.780280 dv-cinder-797073-1-iscsi neutron-server[92825]: self._notify() Jun 18 12:53:52.780280 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 12:53:52.780280 dv-cinder-797073-1-iscsi neutron-server[92825]: self.callback(batched_events) Jun 18 12:53:52.780280 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 12:53:52.780280 dv-cinder-797073-1-iscsi neutron-server[92825]: event.method(event) Jun 18 12:53:52.780280 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 12:53:52.780280 dv-cinder-797073-1-iscsi neutron-server[92825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 12:53:52.780280 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 12:53:52.780280 dv-cinder-797073-1-iscsi neutron-server[92825]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 12:53:52.780280 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 12:53:52.780280 dv-cinder-797073-1-iscsi neutron-server[92825]: return f(self, *a, **k) Jun 18 12:53:52.780280 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 12:53:52.780280 dv-cinder-797073-1-iscsi neutron-server[92825]: return self._get(url).json() Jun 18 12:53:52.780280 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 12:53:52.780280 dv-cinder-797073-1-iscsi neutron-server[92825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 12:53:52.780280 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 12:53:52.780280 dv-cinder-797073-1-iscsi neutron-server[92825]: return self.request(url, 'GET', **kwargs) Jun 18 12:53:52.780280 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 12:53:52.780280 dv-cinder-797073-1-iscsi neutron-server[92825]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 12:53:52.780280 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 12:53:52.780280 dv-cinder-797073-1-iscsi neutron-server[92825]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 12:53:52.780280 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 12:53:52.780280 dv-cinder-797073-1-iscsi neutron-server[92825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 12:53:52.780280 dv-cinder-797073-1-iscsi neutron-server[92825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 12:53:52.910286 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ff5fa9-85ce-4ac4-849e-83930ec91bfc admin admin] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 12:53:52.924077 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6567026-db49-4aa6-9a16-71afdebee695 req-566431a3-47d7-4918-95ea-8f8900ed7213 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:53:52.924335 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a0abe4-6236-4072-99b6-4a74f3daf62e None None] Sync routers for ids ['fd8cc414-63a2-401c-9162-11804d012396'] in dv-cinder-797073-1-iscsi {{(pid=92828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 12:53:52.925596 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b6567026-db49-4aa6-9a16-71afdebee695 req-566431a3-47d7-4918-95ea-8f8900ed7213 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/networks?id=9d649a51-2d7d-46f3-912f-a07c919dc967 HTTP/1.1" status: 200 len: 812 time: 0.4736602 Jun 18 12:53:52.945354 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b6567026-db49-4aa6-9a16-71afdebee695 req-e7f659cf-4d1d-4237-956e-45611fc45ba4 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/quotas/ff60a66777fc4d1a99e8ad63c5505e2e HTTP/1.1" status: 200 len: 375 time: 0.0125639 Jun 18 12:53:52.947402 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-43ff5fa9-85ce-4ac4-849e-83930ec91bfc admin admin] Notify callbacks [] for router, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:52.948585 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-43ff5fa9-85ce-4ac4-849e-83930ec91bfc admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.4163663 Jun 18 12:53:52.952090 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a0abe4-6236-4072-99b6-4a74f3daf62e None None] Routers {'fd8cc414-63a2-401c-9162-11804d012396'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 12:53:52.952455 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 45912) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:53:52.953345 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-97a0abe4-6236-4072-99b6-4a74f3daf62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:53:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['fd8cc414-63a2-401c-9162-11804d012396'], 'active': True} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:53:52.962700 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-9ea1f654-2ec0-4a71-89cc-b564f16b0768 req-63fd23be-f050-49b1-836a-dd6997ec5467 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 210 time: 0.1902008 Jun 18 12:53:52.963307 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89966e-9fdd-42f4-a032-3a8dc7e45ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3ab31b-e7d3-4164-9855-a39741a1ed97,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:53:52.971884 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b5d347-4b81-48f0-99ad-b4f236b1b15d None None] Network 1ff29541-7511-4984-adea-fc36150ec103 requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 12:53:52.997318 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-5e89966e-9fdd-42f4-a032-3a8dc7e45ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:53:53.005460 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-5e89966e-9fdd-42f4-a032-3a8dc7e45ef2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9e08d58c803d448d90d65efe56eff87a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5248189 Jun 18 12:53:53.014955 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 45914) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:53:53.049143 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-60696c26-611d-47c9-b54a-5385cd9af3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-619022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2056967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055102'] for network, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:53.050967 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-5e01a001-105c-4c11-9139-a5ec949a6fbe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:53.062644 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:53:53.083949 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b6567026-db49-4aa6-9a16-71afdebee695 req-b49aa89d-dba1-45fe-990f-e1ebe8b821e6 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=ff60a66777fc4d1a99e8ad63c5505e2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1152914 Jun 18 12:53:53.090577 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-dcba82b2-797e-442c-8789-553f554348c4 None None] Provisioning for port 5e6860ba-18c6-4f47-a121-ac21622d04ff completed by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:53:53.105897 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-60696c26-611d-47c9-b54a-5385cd9af3c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for network, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:53.107595 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-60696c26-611d-47c9-b54a-5385cd9af3c0 admin admin] 10.222.0.86 "DELETE /v2.0/networks/b6181670-f4c6-4e88-ae40-220b1dcda640 HTTP/1.1" status: 204 len: 168 time: 1.7929890 Jun 18 12:53:53.116519 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 45918) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:53:53.122114 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60696c26-611d-47c9-b54a-5385cd9af3c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6181670-f4c6-4e88-ae40-220b1dcda640,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:53:53.124825 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-60696c26-611d-47c9-b54a-5385cd9af3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:53:53.287360 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1c0da9c-af4b-4458-8477-d2fde760ba70 admin admin] Deleting subnet e4a4d817-1ce4-421e-8aa2-2461ab23c9e7 {{(pid=92826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 12:53:53.292362 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-c1c0da9c-af4b-4458-8477-d2fde760ba70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:53.313082 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvr_db [None req-97a0abe4-6236-4072-99b6-4a74f3daf62e None None] Set router fd8cc414-63a2-401c-9162-11804d012396 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 12:53:53.337039 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-c1c0da9c-af4b-4458-8477-d2fde760ba70 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:53.358769 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-c1c0da9c-af4b-4458-8477-d2fde760ba70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-618888'] for subnet, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:53.365084 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-5e01a001-105c-4c11-9139-a5ec949a6fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2084000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054972'] for router, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:53.400406 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [req-b6567026-db49-4aa6-9a16-71afdebee695 req-adcb95f5-b1ec-4c78-8e48-79c8d23a6ff8 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=92826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 12:53:53.416581 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b6567026-db49-4aa6-9a16-71afdebee695 req-adcb95f5-b1ec-4c78-8e48-79c8d23a6ff8 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1650805 Jun 18 12:53:53.519250 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 5e6860ba-18c6-4f47-a121-ac21622d04ff up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:53:53.576593 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e01a001-105c-4c11-9139-a5ec949a6fbe admin admin] Router 77c80506-2483-4622-a5ee-82fbf21890e8 is scheduled to L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc with binding_index 1 {{(pid=92825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 12:53:53.602456 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning for port 5e6860ba-18c6-4f47-a121-ac21622d04ff completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:53:53.607021 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port 5e6860ba-18c6-4f47-a121-ac21622d04ff triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:53:53.607812 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:53.608887 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-13dadbc1-db2b-49f9-8822-259b937563bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:53.664419 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-97a0abe4-6236-4072-99b6-4a74f3daf62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8cc414-63a2-401c-9162-11804d012396', 'name': 'tempest-ServerRescueNegativeTestJSON-1068013513-router', 'tenant_id': '3262259bc9f24b35be563085fd3a260f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:53:48Z', 'updated_at': '2021-06-18T12:53:51Z', 'revision_number': 3, 'project_id': '3262259bc9f24b35be563085fd3a260f', 'gw_port': {'id': '60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8cc414-63a2-401c-9162-11804d012396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:50Z', 'updated_at': '2021-06-18T12:53:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi'}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:53:53.716230 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-13dadbc1-db2b-49f9-8822-259b937563bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:53.739954 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a0abe4-6236-4072-99b6-4a74f3daf62e None None] Checking router: fd8cc414-63a2-401c-9162-11804d012396 for host: dv-cinder-797073-1-iscsi {{(pid=92828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 12:53:53.740902 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a0abe4-6236-4072-99b6-4a74f3daf62e None None] Updating router fd8cc414-63a2-401c-9162-11804d012396 port 60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253 binding host dv-cinder-797073-1-iscsi {{(pid=92828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 12:53:53.754622 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e01a001-105c-4c11-9139-a5ec949a6fbe admin admin] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 12:53:53.758781 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:53.775093 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47905292-109f-4dd7-be24-2c7127d3d043 None None] Sync routers for ids ['77c80506-2483-4622-a5ee-82fbf21890e8'] in dv-cinder-797073-1-iscsi {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 12:53:53.780821 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-bd686300-a24b-4abd-a802-3b4c5af32b9d None None] Provisioning complete for port 5e6860ba-18c6-4f47-a121-ac21622d04ff triggered by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:53:53.781595 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-bd686300-a24b-4abd-a802-3b4c5af32b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:53.783639 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-5e01a001-105c-4c11-9139-a5ec949a6fbe admin admin] Notify callbacks [] for router, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:53.785993 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-5e01a001-105c-4c11-9139-a5ec949a6fbe admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4771285 Jun 18 12:53:53.786368 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-c1c0da9c-af4b-4458-8477-d2fde760ba70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-618887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789'] for subnet, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:53.789240 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 45940) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:53:53.832058 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-2fe37ce3-b237-427d-8b86-22095a9410d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:53:53.846165 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] For port 5e6860ba-18c6-4f47-a121-ac21622d04ff, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=5e6860ba-18c6-4f47-a121-ac21622d04ff,segment=NetworkSegment(23b88fce-5b57-4798-9ca4-628ae6f60edb),segment_id=23b88fce-5b57-4798-9ca4-628ae6f60edb)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:53:53.856148 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:53.861206 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47905292-109f-4dd7-be24-2c7127d3d043 None None] Routers {'77c80506-2483-4622-a5ee-82fbf21890e8'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 12:53:53.862983 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-47905292-109f-4dd7-be24-2c7127d3d043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:53:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['77c80506-2483-4622-a5ee-82fbf21890e8'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:53:53.865656 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b6567026-db49-4aa6-9a16-71afdebee695 req-ac529514-dcbc-4ff9-86f0-7a7d40dfc645 service neutron] 10.222.0.86 "GET /v2.0/networks/9d649a51-2d7d-46f3-912f-a07c919dc967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4481316 Jun 18 12:53:53.911255 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-97a0abe4-6236-4072-99b6-4a74f3daf62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:53.920275 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-20c9ef48-d264-4344-bed9-93bda6b931e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:53:53.952509 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0da9c-af4b-4458-8477-d2fde760ba70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4a4d817-1ce4-421e-8aa2-2461ab23c9e7,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:53:53.996616 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Pushing event updated for resources: {'Port': ['ID=5e6860ba-18c6-4f47-a121-ac21622d04ff,revision_number=3']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:53:54.002253 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:53:54.077463 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-c1c0da9c-af4b-4458-8477-d2fde760ba70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:54.079821 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-c1c0da9c-af4b-4458-8477-d2fde760ba70 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/e4a4d817-1ce4-421e-8aa2-2461ab23c9e7 HTTP/1.1" status: 204 len: 168 time: 0.9623344 Jun 18 12:53:54.083601 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-c1c0da9c-af4b-4458-8477-d2fde760ba70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:53:54.090450 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 45956) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:53:54.205891 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-7d5e1c25-ce69-4f8d-bcf3-b9dc23f07afa req-4c009e22-57c7-41e8-acb5-3221e926a711 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 210 time: 0.0473828 Jun 18 12:53:54.224680 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9a6a827c-7cb4-4e6a-ad13-0f62deba8d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647412'] for network, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:54.328081 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-47905292-109f-4dd7-be24-2c7127d3d043 None None] Set router 77c80506-2483-4622-a5ee-82fbf21890e8 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 12:53:54.494641 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-97a0abe4-6236-4072-99b6-4a74f3daf62e None None] Notify callbacks [] for port, precommit_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:54.559914 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.provisioning_blocks [None req-97a0abe4-6236-4072-99b6-4a74f3daf62e None None] Transition to ACTIVE for port object 60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253 will not be triggered until provisioned by entity L2. {{(pid=92828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:53:54.574662 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-97a0abe4-6236-4072-99b6-4a74f3daf62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:54.590011 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:53:54.620674 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-13dadbc1-db2b-49f9-8822-259b937563bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:54.626256 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-47905292-109f-4dd7-be24-2c7127d3d043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'name': 'tempest-AttachVolumeShelveTestJSON-80250220-router', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '967dcbad-853f-43cf-8cf3-81efcd954483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:53:49Z', 'updated_at': '2021-06-18T12:53:52Z', 'revision_number': 3, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'gw_port': {'id': '967dcbad-853f-43cf-8cf3-81efcd954483', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:50Z', 'updated_at': '2021-06-18T12:53:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi'}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:53:54.670398 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-13dadbc1-db2b-49f9-8822-259b937563bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:54.670829 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47905292-109f-4dd7-be24-2c7127d3d043 None None] Checking router: 77c80506-2483-4622-a5ee-82fbf21890e8 for host: dv-cinder-797073-1-iscsi {{(pid=92827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 12:53:54.671334 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47905292-109f-4dd7-be24-2c7127d3d043 None None] Updating router 77c80506-2483-4622-a5ee-82fbf21890e8 port 967dcbad-853f-43cf-8cf3-81efcd954483 binding host dv-cinder-797073-1-iscsi {{(pid=92827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 12:53:54.674508 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-13dadbc1-db2b-49f9-8822-259b937563bb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0c3ab31b-e7d3-4164-9855-a39741a1ed97 HTTP/1.1" status: 204 len: 168 time: 1.6318779 Jun 18 12:53:54.690788 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:53:54.706928 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.managers [None req-97a0abe4-6236-4072-99b6-4a74f3daf62e None None] Attempting to bind port 60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253 on host dv-cinder-797073-1-iscsi for vnic_type normal with profile {{(pid=92828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 12:53:54.708055 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.managers [None req-97a0abe4-6236-4072-99b6-4a74f3daf62e None None] Attempting to bind port 60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253 by drivers openvswitch,hyperv on host dv-cinder-797073-1-iscsi at level 0 using segments [{'id': 'b79588fc-20f0-437a-9a07-92a6b1056918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'}] {{(pid=92828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 12:53:54.708636 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a0abe4-6236-4072-99b6-4a74f3daf62e None None] Attempting to bind port 60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253 on network 9d896988-a366-408b-a158-be6ed4023cc1 {{(pid=92828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:53:54.731601 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426684a-4966-428f-b3e2-1dc45370203f None None] Pushing event updated for resources: {'Port': ['ID=60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253,revision_number=2']} {{(pid=92828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:53:54.737087 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-47905292-109f-4dd7-be24-2c7127d3d043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:54.738489 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a0abe4-6236-4072-99b6-4a74f3daf62e None None] Checking agent: {'id': '157fcad4-361f-41bd-95f6-95639e81fcdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 45, 55), 'started_at': datetime.datetime(2021, 6, 18, 12, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 12, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 12:53:54.738795 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a0abe4-6236-4072-99b6-4a74f3daf62e None None] Checking segment: {'id': 'b79588fc-20f0-437a-9a07-92a6b1056918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:53:54.741712 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-97a0abe4-6236-4072-99b6-4a74f3daf62e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:54.742150 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a0abe4-6236-4072-99b6-4a74f3daf62e None None] Bound using segment: {'id': 'b79588fc-20f0-437a-9a07-92a6b1056918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'} {{(pid=92828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 12:53:54.744697 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.managers [None req-97a0abe4-6236-4072-99b6-4a74f3daf62e None None] Bound port: 60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253, host: dv-cinder-797073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b79588fc-20f0-437a-9a07-92a6b1056918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'}}] {{(pid=92828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 12:53:54.745309 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-97a0abe4-6236-4072-99b6-4a74f3daf62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:54.769142 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dadbc1-db2b-49f9-8822-259b937563bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3ab31b-e7d3-4164-9855-a39741a1ed97,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:53:54.791836 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9a6a827c-7cb4-4e6a-ad13-0f62deba8d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-619031', 'neutron.services.segments.db._delete_segments_for_network-8743829154259'] for network, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:54.805383 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-13dadbc1-db2b-49f9-8822-259b937563bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:53:54.807449 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-a61708cb-4e2f-4145-bdd6-4bc982663bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:54.831861 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b6567026-db49-4aa6-9a16-71afdebee695 req-4089205e-1124-4125-a630-81afc7f7214d service neutron] 10.222.0.86 "GET /v2.0/networks/9d649a51-2d7d-46f3-912f-a07c919dc967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9648104 Jun 18 12:53:54.875168 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f3c4b1ab-6f53-4529-99a6-52765e6a9952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:54.876341 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.db [None req-97a0abe4-6236-4072-99b6-4a74f3daf62e None None] For port 60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253, host dv-cinder-797073-1-iscsi, cleared binding levels {{(pid=92828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 12:53:54.881627 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.db [None req-97a0abe4-6236-4072-99b6-4a74f3daf62e None None] For port 60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253, host dv-cinder-797073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253,segment=NetworkSegment(b79588fc-20f0-437a-9a07-92a6b1056918),segment_id=b79588fc-20f0-437a-9a07-92a6b1056918)] {{(pid=92828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 12:53:54.884908 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426684a-4966-428f-b3e2-1dc45370203f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:54.885312 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426684a-4966-428f-b3e2-1dc45370203f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:54.885789 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426684a-4966-428f-b3e2-1dc45370203f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:54.886132 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426684a-4966-428f-b3e2-1dc45370203f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:54.886577 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426684a-4966-428f-b3e2-1dc45370203f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:54.886931 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426684a-4966-428f-b3e2-1dc45370203f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:54.887505 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426684a-4966-428f-b3e2-1dc45370203f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:54.887838 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426684a-4966-428f-b3e2-1dc45370203f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:54.888262 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426684a-4966-428f-b3e2-1dc45370203f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:54.901965 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426684a-4966-428f-b3e2-1dc45370203f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:54.902459 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426684a-4966-428f-b3e2-1dc45370203f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:54.904843 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426684a-4966-428f-b3e2-1dc45370203f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:53:54.905981 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426684a-4966-428f-b3e2-1dc45370203f None None] Tracked resource versions report: Jun 18 12:53:54.905981 dv-cinder-797073-1-iscsi neutron-server[92828]: pushed versions: Jun 18 12:53:54.905981 dv-cinder-797073-1-iscsi neutron-server[92828]: { 'AddressGroup': {'1.2'}, Jun 18 12:53:54.905981 dv-cinder-797073-1-iscsi neutron-server[92828]: 'ConntrackHelper': {'1.0'}, Jun 18 12:53:54.905981 dv-cinder-797073-1-iscsi neutron-server[92828]: 'Log': {'1.0'}, Jun 18 12:53:54.905981 dv-cinder-797073-1-iscsi neutron-server[92828]: 'Network': {'1.1'}, Jun 18 12:53:54.905981 dv-cinder-797073-1-iscsi neutron-server[92828]: 'Port': {'1.7'}, Jun 18 12:53:54.905981 dv-cinder-797073-1-iscsi neutron-server[92828]: 'PortForwarding': {'1.2'}, Jun 18 12:53:54.905981 dv-cinder-797073-1-iscsi neutron-server[92828]: 'QosPolicy': {'1.8'}, Jun 18 12:53:54.905981 dv-cinder-797073-1-iscsi neutron-server[92828]: 'SecurityGroup': {'1.4'}, Jun 18 12:53:54.905981 dv-cinder-797073-1-iscsi neutron-server[92828]: 'SecurityGroupRule': {'1.2'}, Jun 18 12:53:54.905981 dv-cinder-797073-1-iscsi neutron-server[92828]: 'SubPort': {'1.0'}, Jun 18 12:53:54.905981 dv-cinder-797073-1-iscsi neutron-server[92828]: 'Subnet': {'1.1'}, Jun 18 12:53:54.905981 dv-cinder-797073-1-iscsi neutron-server[92828]: 'Trunk': {'1.1'}} Jun 18 12:53:54.905981 dv-cinder-797073-1-iscsi neutron-server[92828]: consumer versions: Jun 18 12:53:54.905981 dv-cinder-797073-1-iscsi neutron-server[92828]: { DHCP agent@dv-cinder-797073-1-iscsi: {}, Jun 18 12:53:54.905981 dv-cinder-797073-1-iscsi neutron-server[92828]: HyperV agent@hv-cinder-79707: {}, Jun 18 12:53:54.905981 dv-cinder-797073-1-iscsi neutron-server[92828]: L3 agent@dv-cinder-797073-1-iscsi: {}, Jun 18 12:53:54.905981 dv-cinder-797073-1-iscsi neutron-server[92828]: Metadata agent@dv-cinder-797073-1-iscsi: {}, Jun 18 12:53:54.905981 dv-cinder-797073-1-iscsi neutron-server[92828]: Metering agent@dv-cinder-797073-1-iscsi: {}, Jun 18 12:53:54.905981 dv-cinder-797073-1-iscsi neutron-server[92828]: Open vSwitch agent@dv-cinder-797073-1-iscsi: { 'AddressGroup': '1.2', Jun 18 12:53:54.905981 dv-cinder-797073-1-iscsi neutron-server[92828]: 'ConntrackHelper': '1.0', Jun 18 12:53:54.905981 dv-cinder-797073-1-iscsi neutron-server[92828]: 'Log': '1.0', Jun 18 12:53:54.905981 dv-cinder-797073-1-iscsi neutron-server[92828]: 'Network': '1.1', Jun 18 12:53:54.905981 dv-cinder-797073-1-iscsi neutron-server[92828]: 'Port': '1.7', Jun 18 12:53:54.905981 dv-cinder-797073-1-iscsi neutron-server[92828]: 'PortForwarding': '1.2', Jun 18 12:53:54.905981 dv-cinder-797073-1-iscsi neutron-server[92828]: 'QosPolicy': '1.8', Jun 18 12:53:54.905981 dv-cinder-797073-1-iscsi neutron-server[92828]: 'SecurityGroup': '1.4', Jun 18 12:53:54.905981 dv-cinder-797073-1-iscsi neutron-server[92828]: 'SecurityGroupRule': '1.2', Jun 18 12:53:54.905981 dv-cinder-797073-1-iscsi neutron-server[92828]: 'SubPort': '1.0', Jun 18 12:53:54.905981 dv-cinder-797073-1-iscsi neutron-server[92828]: 'Subnet': '1.1', Jun 18 12:53:54.905981 dv-cinder-797073-1-iscsi neutron-server[92828]: 'Trunk': '1.1'}} Jun 18 12:53:54.905981 dv-cinder-797073-1-iscsi neutron-server[92828]: {{(pid=92828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 12:53:54.912580 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9a6a827c-7cb4-4e6a-ad13-0f62deba8d6e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:53:54.913472 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG oslo_concurrency.lockutils [None req-e426684a-4966-428f-b3e2-1dc45370203f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=92828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:53:54.913894 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9a6a827c-7cb4-4e6a-ad13-0f62deba8d6e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:53:54.915402 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9a6a827c-7cb4-4e6a-ad13-0f62deba8d6e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:53:54.915994 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-97a0abe4-6236-4072-99b6-4a74f3daf62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:54.916449 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9a6a827c-7cb4-4e6a-ad13-0f62deba8d6e admin admin] Subscribe: > port after_create 55550000 {{(pid=92826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:53:54.918025 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9a6a827c-7cb4-4e6a-ad13-0f62deba8d6e admin admin] Subscribe: > port after_delete 55550000 {{(pid=92826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:53:54.918584 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9a6a827c-7cb4-4e6a-ad13-0f62deba8d6e admin admin] Subscribe: > port after_update 55550000 {{(pid=92826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:53:54.919423 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9a6a827c-7cb4-4e6a-ad13-0f62deba8d6e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:53:54.920227 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9a6a827c-7cb4-4e6a-ad13-0f62deba8d6e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:53:54.920227 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9a6a827c-7cb4-4e6a-ad13-0f62deba8d6e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:53:54.920820 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9a6a827c-7cb4-4e6a-ad13-0f62deba8d6e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:53:54.939130 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG oslo_concurrency.lockutils [None req-5e6d5e72-f442-46e9-ba04-082cd7db4ecf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:53:55.124243 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:55.133416 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a0abe4-6236-4072-99b6-4a74f3daf62e None None] Routers {'fd8cc414-63a2-401c-9162-11804d012396'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 12:53:55.134349 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-97a0abe4-6236-4072-99b6-4a74f3daf62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:53:55Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['fd8cc414-63a2-401c-9162-11804d012396'], 'active': True} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:53:55.157798 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426684a-4966-428f-b3e2-1dc45370203f None None] Pushing event updated for resources: {'Port': ['ID=60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253,revision_number=3']} {{(pid=92828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:53:55.259754 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG oslo_concurrency.lockutils [None req-e426684a-4966-428f-b3e2-1dc45370203f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=92828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:53:55.290178 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-a5645ff5-f843-40e0-9ec9-0c4826b3e1f4 req-2c1bbf3c-d5fc-4b4d-8f83-79c4e410ce3a tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 210 time: 0.1221168 Jun 18 12:53:55.298342 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9a6a827c-7cb4-4e6a-ad13-0f62deba8d6e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:53:55.300609 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9a6a827c-7cb4-4e6a-ad13-0f62deba8d6e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:53:55.301027 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9a6a827c-7cb4-4e6a-ad13-0f62deba8d6e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:53:55.301364 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9a6a827c-7cb4-4e6a-ad13-0f62deba8d6e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 12:53:55.305132 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.services.segments.db [None req-9a6a827c-7cb4-4e6a-ad13-0f62deba8d6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f9b7951-4a38-44ea-bbd7-eef1a59f2e39']}} {{(pid=92826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:53:55.397874 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.services.segments.db [None req-9a6a827c-7cb4-4e6a-ad13-0f62deba8d6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '605dadb1-2ecf-46ca-b659-b3e3d25786db') {'for_net_delete': True} {{(pid=92826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:53:55.398222 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.services.segments.db [None req-9a6a827c-7cb4-4e6a-ad13-0f62deba8d6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '605dadb1-2ecf-46ca-b659-b3e3d25786db') {} {{(pid=92826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:53:55.403195 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvr_db [None req-97a0abe4-6236-4072-99b6-4a74f3daf62e None None] Set router fd8cc414-63a2-401c-9162-11804d012396 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 12:53:55.467547 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9a6a827c-7cb4-4e6a-ad13-0f62deba8d6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743829154088', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4940083'] for segment, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:55.475318 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 5e6860ba-18c6-4f47-a121-ac21622d04ff up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:53:55.547670 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.db_base_plugin_common [None req-a61708cb-4e2f-4145-bdd6-4bc982663bf1 admin admin] Allocated IP 172.20.0.1 (1ff29541-7511-4984-adea-fc36150ec103/ac677325-f406-437d-8e84-8b08f5594ded/f9dc3aaf-dc97-4a2b-a90a-64a6f43785df) {{(pid=92825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 12:53:55.657014 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-eef3ce0f-14c6-4f7d-962d-6ebb52576c82 req-ca5a2b84-3163-43d4-9756-b16797abc35f tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 210 time: 0.1234655 Jun 18 12:53:55.658079 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9a6a827c-7cb4-4e6a-ad13-0f62deba8d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559'] for segment, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:55.676448 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-47905292-109f-4dd7-be24-2c7127d3d043 None None] Notify callbacks [] for port, precommit_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:55.726475 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port 5e6860ba-18c6-4f47-a121-ac21622d04ff triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:53:55.727161 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:55.802018 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a6a827c-7cb4-4e6a-ad13-0f62deba8d6e admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=92826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 12:53:55.802634 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9a6a827c-7cb4-4e6a-ad13-0f62deba8d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4947637'] for segment, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:55.804718 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-47905292-109f-4dd7-be24-2c7127d3d043 None None] Transition to ACTIVE for port object 967dcbad-853f-43cf-8cf3-81efcd954483 will not be triggered until provisioned by entity L2. {{(pid=92827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:53:55.824662 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-a61708cb-4e2f-4145-bdd6-4bc982663bf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:55.829337 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-47905292-109f-4dd7-be24-2c7127d3d043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:55.830281 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-97a0abe4-6236-4072-99b6-4a74f3daf62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8cc414-63a2-401c-9162-11804d012396', 'name': 'tempest-ServerRescueNegativeTestJSON-1068013513-router', 'tenant_id': '3262259bc9f24b35be563085fd3a260f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:53:48Z', 'updated_at': '2021-06-18T12:53:51Z', 'revision_number': 3, 'project_id': '3262259bc9f24b35be563085fd3a260f', 'gw_port': {'id': '60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8cc414-63a2-401c-9162-11804d012396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:50Z', 'updated_at': '2021-06-18T12:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi'}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:53:55.849634 dv-cinder-797073-1-iscsi neutron-server[92826]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 12:53:55.849634 dv-cinder-797073-1-iscsi neutron-server[92826]: from cryptography.utils import int_from_bytes Jun 18 12:53:55.849634 dv-cinder-797073-1-iscsi neutron-server[92826]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 12:53:55.849634 dv-cinder-797073-1-iscsi neutron-server[92826]: from cryptography.utils import int_from_bytes Jun 18 12:53:55.849634 dv-cinder-797073-1-iscsi neutron-server[92826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 12:53:55.849634 dv-cinder-797073-1-iscsi neutron-server[92826]: conditions |= (models_v2.Port.network_id.in_( Jun 18 12:53:55.849634 dv-cinder-797073-1-iscsi neutron-server[92826]: Traceback (most recent call last): Jun 18 12:53:55.849634 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 12:53:55.849634 dv-cinder-797073-1-iscsi neutron-server[92826]: timer() Jun 18 12:53:55.849634 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 12:53:55.849634 dv-cinder-797073-1-iscsi neutron-server[92826]: cb(*args, **kw) Jun 18 12:53:55.849634 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 12:53:55.849634 dv-cinder-797073-1-iscsi neutron-server[92826]: return func(*args, **kwargs) Jun 18 12:53:55.849634 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 12:53:55.849634 dv-cinder-797073-1-iscsi neutron-server[92826]: self._notify() Jun 18 12:53:55.849634 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 12:53:55.849634 dv-cinder-797073-1-iscsi neutron-server[92826]: self.callback(batched_events) Jun 18 12:53:55.849634 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 12:53:55.849634 dv-cinder-797073-1-iscsi neutron-server[92826]: event.method(event) Jun 18 12:53:55.849634 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 12:53:55.849634 dv-cinder-797073-1-iscsi neutron-server[92826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 12:53:55.849634 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 12:53:55.849634 dv-cinder-797073-1-iscsi neutron-server[92826]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 12:53:55.849634 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 12:53:55.849634 dv-cinder-797073-1-iscsi neutron-server[92826]: return f(self, *a, **k) Jun 18 12:53:55.849634 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 12:53:55.849634 dv-cinder-797073-1-iscsi neutron-server[92826]: return self._get(url).json() Jun 18 12:53:55.849634 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 12:53:55.849634 dv-cinder-797073-1-iscsi neutron-server[92826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 12:53:55.849634 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 12:53:55.849634 dv-cinder-797073-1-iscsi neutron-server[92826]: return self.request(url, 'GET', **kwargs) Jun 18 12:53:55.849634 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 12:53:55.849634 dv-cinder-797073-1-iscsi neutron-server[92826]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 12:53:55.849634 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 12:53:55.849634 dv-cinder-797073-1-iscsi neutron-server[92826]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 12:53:55.849634 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 12:53:55.849634 dv-cinder-797073-1-iscsi neutron-server[92826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 12:53:55.849634 dv-cinder-797073-1-iscsi neutron-server[92826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 12:53:55.852641 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:53:55.868399 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.provisioning_blocks [None req-a61708cb-4e2f-4145-bdd6-4bc982663bf1 admin admin] Transition to ACTIVE for port object f9dc3aaf-dc97-4a2b-a90a-64a6f43785df will not be triggered until provisioned by entity DHCP. {{(pid=92825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:53:55.929730 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.77', 60947) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:53:55.965382 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-47905292-109f-4dd7-be24-2c7127d3d043 None None] Attempting to bind port 967dcbad-853f-43cf-8cf3-81efcd954483 on host dv-cinder-797073-1-iscsi for vnic_type normal with profile {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 12:53:55.969896 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-47905292-109f-4dd7-be24-2c7127d3d043 None None] Attempting to bind port 967dcbad-853f-43cf-8cf3-81efcd954483 by drivers openvswitch,hyperv on host dv-cinder-797073-1-iscsi at level 0 using segments [{'id': 'b79588fc-20f0-437a-9a07-92a6b1056918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'}] {{(pid=92827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 12:53:55.970991 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47905292-109f-4dd7-be24-2c7127d3d043 None None] Attempting to bind port 967dcbad-853f-43cf-8cf3-81efcd954483 on network 9d896988-a366-408b-a158-be6ed4023cc1 {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:53:55.981631 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:56.015032 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a0abe4-6236-4072-99b6-4a74f3daf62e None None] The sync data for ids ['fd8cc414-63a2-401c-9162-11804d012396'] in dv-cinder-797073-1-iscsi is: [{'id': 'fd8cc414-63a2-401c-9162-11804d012396', 'name': 'tempest-ServerRescueNegativeTestJSON-1068013513-router', 'tenant_id': '3262259bc9f24b35be563085fd3a260f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:53:48Z', 'updated_at': '2021-06-18T12:53:51Z', 'revision_number': 3, 'project_id': '3262259bc9f24b35be563085fd3a260f', 'gw_port': {'id': '60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8cc414-63a2-401c-9162-11804d012396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:50Z', 'updated_at': '2021-06-18T12:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi'}] {{(pid=92828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 12:53:56.094809 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-080e5089-e4c9-46ed-8e2b-b6fee5b28512 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:53:56.096717 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-080e5089-e4c9-46ed-8e2b-b6fee5b28512 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.77 "GET /v2.0/networks?id=96265354-97f1-45e3-b090-724354f3a0d8 HTTP/1.1" status: 200 len: 815 time: 0.1657405 Jun 18 12:53:56.107299 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9a6a827c-7cb4-4e6a-ad13-0f62deba8d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-619022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2056967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055102'] for network, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:56.110890 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-a61708cb-4e2f-4145-bdd6-4bc982663bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8372378'] for port, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:56.113515 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-5e01a001-105c-4c11-9139-a5ec949a6fbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:53:56.152583 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9a6a827c-7cb4-4e6a-ad13-0f62deba8d6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for network, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:56.154671 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-9a6a827c-7cb4-4e6a-ad13-0f62deba8d6e admin admin] 10.222.0.86 "DELETE /v2.0/networks/9f9b7951-4a38-44ea-bbd7-eef1a59f2e39 HTTP/1.1" status: 204 len: 168 time: 2.0628266 Jun 18 12:53:56.180498 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-ddda9d00-6eb4-4a1d-92b9-ad6336effc57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:53:56.182031 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47905292-109f-4dd7-be24-2c7127d3d043 None None] Checking agent: {'id': '157fcad4-361f-41bd-95f6-95639e81fcdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 45, 55), 'started_at': datetime.datetime(2021, 6, 18, 12, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 12, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 12:53:56.182519 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47905292-109f-4dd7-be24-2c7127d3d043 None None] Checking segment: {'id': 'b79588fc-20f0-437a-9a07-92a6b1056918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:53:56.185974 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-47905292-109f-4dd7-be24-2c7127d3d043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:56.186438 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47905292-109f-4dd7-be24-2c7127d3d043 None None] Bound using segment: {'id': 'b79588fc-20f0-437a-9a07-92a6b1056918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'} {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 12:53:56.186959 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-47905292-109f-4dd7-be24-2c7127d3d043 None None] Bound port: 967dcbad-853f-43cf-8cf3-81efcd954483, host: dv-cinder-797073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b79588fc-20f0-437a-9a07-92a6b1056918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'}}] {{(pid=92827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 12:53:56.187351 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-47905292-109f-4dd7-be24-2c7127d3d043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:56.202906 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df37660-8a8d-4811-9d94-e58a3ce0e0f1 None None] Pushing event updated for resources: {'Port': ['ID=967dcbad-853f-43cf-8cf3-81efcd954483,revision_number=2']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:53:56.214506 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-0df37660-8a8d-4811-9d94-e58a3ce0e0f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:53:56.235897 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-f0fc5196-b1a4-40ef-8309-8cfb234e166b tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Request body: {'port': {'device_id': '84bc6c44-728d-4377-a15b-bada70e063c5', 'network_id': '96265354-97f1-45e3-b090-724354f3a0d8', 'admin_state_up': True, 'tenant_id': '0223531b4ac843c69ac98aed7456c0b5'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:53:56.263535 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a827c-7cb4-4e6a-ad13-0f62deba8d6e admin admin] Pushing event deleted for resources: {'Network': ['ID=9f9b7951-4a38-44ea-bbd7-eef1a59f2e39,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:53:56.282879 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-9a6a827c-7cb4-4e6a-ad13-0f62deba8d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:53:56.367720 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61708cb-4e2f-4145-bdd6-4bc982663bf1 admin admin] Network 1ff29541-7511-4984-adea-fc36150ec103 is already hosted by enough agents. {{(pid=92825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:53:56.476113 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [None req-a61708cb-4e2f-4145-bdd6-4bc982663bf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:53:56.492545 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61708cb-4e2f-4145-bdd6-4bc982663bf1 admin admin] Pushing event updated for resources: {'Port': ['ID=f9dc3aaf-dc97-4a2b-a90a-64a6f43785df,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:53:56.524254 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61708cb-4e2f-4145-bdd6-4bc982663bf1 admin admin] Received port after_create {{(pid=92825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 12:53:56.670838 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a71a257e-c794-4580-acab-10f39e297988 req-9ce5cf2a-09f0-4c1c-9246-2307b28ff658 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 210 time: 0.2313187 Jun 18 12:53:56.732986 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 46070) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:53:56.908268 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-47905292-109f-4dd7-be24-2c7127d3d043 None None] For port 967dcbad-853f-43cf-8cf3-81efcd954483, host dv-cinder-797073-1-iscsi, cleared binding levels {{(pid=92827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 12:53:56.921219 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-47905292-109f-4dd7-be24-2c7127d3d043 None None] For port 967dcbad-853f-43cf-8cf3-81efcd954483, host dv-cinder-797073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=967dcbad-853f-43cf-8cf3-81efcd954483,segment=NetworkSegment(b79588fc-20f0-437a-9a07-92a6b1056918),segment_id=b79588fc-20f0-437a-9a07-92a6b1056918)] {{(pid=92827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 12:53:56.934212 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-47905292-109f-4dd7-be24-2c7127d3d043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:56.957690 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:53:56.978581 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-e96158ee-5491-4b73-810c-a1bd6a323377 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c3f4b73eefe4413da44b12c38b9c6691&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2444441 Jun 18 12:53:56.984398 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 46086) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:53:56.998637 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-184e0e6c-092e-44f5-b49c-6d76d141b411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:57.129580 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-a61708cb-4e2f-4145-bdd6-4bc982663bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.015s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:53:57.141091 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-63674d48-3312-47db-a949-eaef5ea24a37 req-a6fd824e-8a7f-410e-a102-16e0b4e9ab50 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 210 time: 0.1203403 Jun 18 12:53:57.187927 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-a61708cb-4e2f-4145-bdd6-4bc982663bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052883'] for router_interface, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:57.239882 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47905292-109f-4dd7-be24-2c7127d3d043 None None] Routers {'77c80506-2483-4622-a5ee-82fbf21890e8'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 12:53:57.240380 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-47905292-109f-4dd7-be24-2c7127d3d043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:53:55Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['77c80506-2483-4622-a5ee-82fbf21890e8'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:53:57.251968 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df37660-8a8d-4811-9d94-e58a3ce0e0f1 None None] Pushing event updated for resources: {'Port': ['ID=967dcbad-853f-43cf-8cf3-81efcd954483,revision_number=3']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:53:57.259292 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-f0fc5196-b1a4-40ef-8309-8cfb234e166b tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Made reservation on behalf of 0223531b4ac843c69ac98aed7456c0b5 for: {'port': 1} {{(pid=92825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:53:57.299785 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-f0fc5196-b1a4-40ef-8309-8cfb234e166b tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:57.340273 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-01cf015f-2caa-4ab0-af55-47e4ed59016b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:57.429777 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-0df37660-8a8d-4811-9d94-e58a3ce0e0f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:53:57.448173 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-5da7b005-2ac6-42f0-b916-e472dd9461c7 None None] Provisioning for port f9dc3aaf-dc97-4a2b-a90a-64a6f43785df completed by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:53:57.462370 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-5da7b005-2ac6-42f0-b916-e472dd9461c7 None None] Provisioning complete for port f9dc3aaf-dc97-4a2b-a90a-64a6f43785df triggered by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:53:57.463051 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-5da7b005-2ac6-42f0-b916-e472dd9461c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:57.468299 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:57.550605 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-01cf015f-2caa-4ab0-af55-47e4ed59016b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:57.551022 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:53:57.722548 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-47905292-109f-4dd7-be24-2c7127d3d043 None None] Set router 77c80506-2483-4622-a5ee-82fbf21890e8 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 12:53:57.817589 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-5da7b005-2ac6-42f0-b916-e472dd9461c7 None None] Port f9dc3aaf-dc97-4a2b-a90a-64a6f43785df cannot update to ACTIVE because it is not bound. {{(pid=92827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 12:53:57.835573 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:57.870743 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.db_base_plugin_common [None req-184e0e6c-092e-44f5-b49c-6d76d141b411 admin admin] Allocated IP 172.20.0.1 (bf40e680-3b6f-4529-b4ac-893d28128a35/b591a7f2-4465-4b6a-8969-31efb5f2ee87/047408a6-24ef-424e-8edf-7403fb3e2367) {{(pid=92826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 12:53:57.873717 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-01cf015f-2caa-4ab0-af55-47e4ed59016b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:57.879237 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-01cf015f-2caa-4ab0-af55-47e4ed59016b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:57.880859 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-01cf015f-2caa-4ab0-af55-47e4ed59016b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9ace6d63-0e6b-4233-96ce-3b6707ac7934 HTTP/1.1" status: 204 len: 168 time: 0.8952119 Jun 18 12:53:57.889547 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:53:57.940813 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf015f-2caa-4ab0-af55-47e4ed59016b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ace6d63-0e6b-4233-96ce-3b6707ac7934,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:53:57.958705 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-01cf015f-2caa-4ab0-af55-47e4ed59016b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:53:58.014713 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning for port 60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253 completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:53:58.035744 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port 60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:53:58.036753 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:58.235084 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-dd377413-f1e7-45af-982a-06cbb8f926f6 req-f8c85820-7332-4366-a482-ee46b10e8e42 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 210 time: 0.2732413 Jun 18 12:53:58.242579 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.77', 60957) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:53:58.388798 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-47905292-109f-4dd7-be24-2c7127d3d043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'name': 'tempest-AttachVolumeShelveTestJSON-80250220-router', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '967dcbad-853f-43cf-8cf3-81efcd954483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:53:49Z', 'updated_at': '2021-06-18T12:53:52Z', 'revision_number': 3, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'gw_port': {'id': '967dcbad-853f-43cf-8cf3-81efcd954483', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:50Z', 'updated_at': '2021-06-18T12:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi'}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:53:58.483584 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47905292-109f-4dd7-be24-2c7127d3d043 None None] The sync data for ids ['77c80506-2483-4622-a5ee-82fbf21890e8'] in dv-cinder-797073-1-iscsi is: [{'id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'name': 'tempest-AttachVolumeShelveTestJSON-80250220-router', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '967dcbad-853f-43cf-8cf3-81efcd954483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:53:49Z', 'updated_at': '2021-06-18T12:53:52Z', 'revision_number': 3, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'gw_port': {'id': '967dcbad-853f-43cf-8cf3-81efcd954483', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:50Z', 'updated_at': '2021-06-18T12:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi'}] {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 12:53:58.510934 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:58.594146 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] For port 60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253,segment=NetworkSegment(b79588fc-20f0-437a-9a07-92a6b1056918),segment_id=b79588fc-20f0-437a-9a07-92a6b1056918)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:53:58.603093 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:58.610650 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:53:58.816489 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.db_base_plugin_common [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-f0fc5196-b1a4-40ef-8309-8cfb234e166b tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Allocated IP 172.20.0.2 (96265354-97f1-45e3-b090-724354f3a0d8/fd68f4da-dd03-4cd6-93b2-a3dfbb56f132/de4f3974-6882-4077-970d-a860341fda6e) {{(pid=92825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 12:53:58.829989 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Pushing event updated for resources: {'Port': ['ID=60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253,revision_number=4']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:53:58.852485 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:53:58.868604 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6567026-db49-4aa6-9a16-71afdebee695 req-c2914c20-fb8e-4340-84fd-568a8ef6e2ab tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:53:58.872721 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b6567026-db49-4aa6-9a16-71afdebee695 req-c2914c20-fb8e-4340-84fd-568a8ef6e2ab tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.77 "GET /v2.0/networks?id=9d649a51-2d7d-46f3-912f-a07c919dc967 HTTP/1.1" status: 200 len: 812 time: 0.6176472 Jun 18 12:53:58.878754 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-fdd7b992-37d6-434c-968c-a8ada8b1b7a1 req-312ca0c5-45b3-466d-82cf-657f1e3ad9a7 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 210 time: 0.1611564 Jun 18 12:53:58.927670 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [req-b6567026-db49-4aa6-9a16-71afdebee695 req-1cb0b1ce-a51a-4772-b8d1-839000182a57 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Request body: {'port': {'device_id': 'fed69bd5-e892-4e01-a416-8534f5a41d61', 'network_id': '9d649a51-2d7d-46f3-912f-a07c919dc967', 'admin_state_up': True, 'tenant_id': 'ff60a66777fc4d1a99e8ad63c5505e2e'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:53:59.001004 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-a61708cb-4e2f-4145-bdd6-4bc982663bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:59.260290 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 46166) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:53:59.374421 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-f0fc5196-b1a4-40ef-8309-8cfb234e166b tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Notify callbacks [] for port, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:59.462419 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-184e0e6c-092e-44f5-b49c-6d76d141b411 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:59.525872 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-f0fc5196-b1a4-40ef-8309-8cfb234e166b tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8372378'] for port, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:59.552420 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-8d58f0ba-7090-4f04-87c6-ea8f22b9e1bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:53:59.679186 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-f7ff4323-aae3-4201-ab8e-00486113bdc1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=57451903be98482dad92e5abe5194ef1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3941996 Jun 18 12:53:59.695663 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 967dcbad-853f-43cf-8cf3-81efcd954483 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:53:59.696975 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 46182) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:53:59.833252 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning for port 967dcbad-853f-43cf-8cf3-81efcd954483 completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:53:59.844271 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port 967dcbad-853f-43cf-8cf3-81efcd954483 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:53:59.845670 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:59.937094 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6567026-db49-4aa6-9a16-71afdebee695 req-1cb0b1ce-a51a-4772-b8d1-839000182a57 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Made reservation on behalf of ff60a66777fc4d1a99e8ad63c5505e2e for: {'port': 1} {{(pid=92826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:53:59.939968 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-f0fc5196-b1a4-40ef-8309-8cfb234e166b tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Network 96265354-97f1-45e3-b090-724354f3a0d8 is already hosted by enough agents. {{(pid=92825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:53:59.951910 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-b6567026-db49-4aa6-9a16-71afdebee695 req-1cb0b1ce-a51a-4772-b8d1-839000182a57 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:53:59.962927 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-2f508be3-530b-4bb5-8bb6-41bcac24953a req-eb8b4691-e309-48a1-a93c-71d0c971906b tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 210 time: 0.2956724 Jun 18 12:54:00.011290 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-f0fc5196-b1a4-40ef-8309-8cfb234e166b tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Resources bound (agent type, host, resource id): {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:54:00.093621 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:00.106601 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-f0fc5196-b1a4-40ef-8309-8cfb234e166b tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Received port after_create {{(pid=92825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 12:54:00.196455 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] For port 967dcbad-853f-43cf-8cf3-81efcd954483, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=967dcbad-853f-43cf-8cf3-81efcd954483,segment=NetworkSegment(b79588fc-20f0-437a-9a07-92a6b1056918),segment_id=b79588fc-20f0-437a-9a07-92a6b1056918)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:54:00.209010 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc5196-b1a4-40ef-8309-8cfb234e166b tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Pushing event updated for resources: {'Port': ['ID=de4f3974-6882-4077-970d-a860341fda6e,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:00.213135 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:00.219964 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:54:00.223530 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-2434e375-30e3-40f6-9a59-46c7f4b8bdf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:00.232184 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-f0fc5196-b1a4-40ef-8309-8cfb234e166b tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:00.312993 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-184e0e6c-092e-44f5-b49c-6d76d141b411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4940139'] for port, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:00.354663 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-f0fc5196-b1a4-40ef-8309-8cfb234e166b tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:00.363779 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-f0fc5196-b1a4-40ef-8309-8cfb234e166b tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for port, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:00.398228 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-43ff5fa9-85ce-4ac4-849e-83930ec91bfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:00.527571 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-f0fc5196-b1a4-40ef-8309-8cfb234e166b tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3042679 Jun 18 12:54:00.556944 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Pushing event updated for resources: {'Port': ['ID=967dcbad-853f-43cf-8cf3-81efcd954483,revision_number=4']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:00.580213 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:00.596851 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port 60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:54:00.599601 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:00.653928 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-6d2e0f19-527b-484e-b8be-1de14f1b479c tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=92825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 12:54:00.656343 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-6d2e0f19-527b-484e-b8be-1de14f1b479c tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0206199 Jun 18 12:54:00.697084 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-a61708cb-4e2f-4145-bdd6-4bc982663bf1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:00.711754 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-a61708cb-4e2f-4145-bdd6-4bc982663bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8372396'] for port, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:00.725641 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:00.855533 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-d2367962-fe4e-4b85-ba64-35f06bf1d461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:00.887735 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61708cb-4e2f-4145-bdd6-4bc982663bf1 admin admin] Pushing event updated for resources: {'Port': ['ID=f9dc3aaf-dc97-4a2b-a90a-64a6f43785df,revision_number=2']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:00.895702 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-a61708cb-4e2f-4145-bdd6-4bc982663bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:00.931496 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-a61708cb-4e2f-4145-bdd6-4bc982663bf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2059530'] for router_interface, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:00.935952 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184e0e6c-092e-44f5-b49c-6d76d141b411 admin admin] Network bf40e680-3b6f-4529-b4ac-893d28128a35 is already hosted by enough agents. {{(pid=92826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:54:00.973988 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.base_scheduler [None req-184e0e6c-092e-44f5-b49c-6d76d141b411 admin admin] Resources bound (agent type, host, resource id): {{(pid=92826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:54:00.989232 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e0e6c-092e-44f5-b49c-6d76d141b411 admin admin] Pushing event updated for resources: {'Port': ['ID=047408a6-24ef-424e-8edf-7403fb3e2367,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:01.003673 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184e0e6c-092e-44f5-b49c-6d76d141b411 admin admin] Received port after_create {{(pid=92826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 12:54:01.009271 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-184e0e6c-092e-44f5-b49c-6d76d141b411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:01.065307 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-d2367962-fe4e-4b85-ba64-35f06bf1d461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:01.209876 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61708cb-4e2f-4145-bdd6-4bc982663bf1 admin admin] Network 1ff29541-7511-4984-adea-fc36150ec103 is already hosted by enough agents. {{(pid=92825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:54:01.214211 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [None req-a61708cb-4e2f-4145-bdd6-4bc982663bf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:54:01.345726 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85607ce-2ca0-4d52-9c77-920f456deb4d req-9be03f91-3c84-4b6b-a5c2-2ea480983411 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:01.345726 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e85607ce-2ca0-4d52-9c77-920f456deb4d req-9be03f91-3c84-4b6b-a5c2-2ea480983411 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 931 time: 1.1094935 Jun 18 12:54:01.354876 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-184e0e6c-092e-44f5-b49c-6d76d141b411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052883'] for router_interface, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:01.419037 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.db_base_plugin_common [req-b6567026-db49-4aa6-9a16-71afdebee695 req-1cb0b1ce-a51a-4772-b8d1-839000182a57 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Allocated IP 172.20.0.12 (9d649a51-2d7d-46f3-912f-a07c919dc967/965a95be-f403-4b05-a46e-4281819b82c4/2236eb63-b2f0-44d6-8645-58abc57c1820) {{(pid=92826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 12:54:01.448077 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-678eb568-c4b1-4ab2-99d7-d4d276085ba2 req-b1c343e8-4474-4ed3-8397-96a0d1841896 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 210 time: 0.1089725 Jun 18 12:54:01.606729 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 967dcbad-853f-43cf-8cf3-81efcd954483 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:54:01.674286 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-d2367962-fe4e-4b85-ba64-35f06bf1d461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:01.696716 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-220a9f01-c6b7-4fe3-b8b6-5550f4f0eac3 service neutron] Request body: {'port': {'device_id': '84bc6c44-728d-4377-a15b-bada70e063c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79707'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:54:01.745967 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a61708cb-4e2f-4145-bdd6-4bc982663bf1 admin admin] Router 77c80506-2483-4622-a5ee-82fbf21890e8 has already been hosted by L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc {{(pid=92825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 12:54:01.792855 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-d2367962-fe4e-4b85-ba64-35f06bf1d461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:01.801426 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-d2367962-fe4e-4b85-ba64-35f06bf1d461 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/df974f62-eb7c-4018-bfdb-9fcc499bbe21 HTTP/1.1" status: 204 len: 168 time: 2.1021087 Jun 18 12:54:01.858402 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-486b6c44-49e5-440e-b971-b4948333193c None None] Provisioning complete for port f9dc3aaf-dc97-4a2b-a90a-64a6f43785df triggered by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:54:01.858863 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-486b6c44-49e5-440e-b971-b4948333193c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:02.035627 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-39667485-f1ec-41db-8504-4e5e4f29bc04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:02.035627 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e85607ce-2ca0-4d52-9c77-920f456deb4d req-d3b9fab3-1d02-4e39-9262-0e77b057a32e tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5177469 Jun 18 12:54:02.035627 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2367962-fe4e-4b85-ba64-35f06bf1d461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df974f62-eb7c-4018-bfdb-9fcc499bbe21,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:02.040475 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port 967dcbad-853f-43cf-8cf3-81efcd954483 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:54:02.040475 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:02.120183 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-486b6c44-49e5-440e-b971-b4948333193c None None] Port f9dc3aaf-dc97-4a2b-a90a-64a6f43785df cannot update to ACTIVE because it is not bound. {{(pid=92827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 12:54:02.220042 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-220a9f01-c6b7-4fe3-b8b6-5550f4f0eac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:02.226599 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-d2367962-fe4e-4b85-ba64-35f06bf1d461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:02.442116 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61708cb-4e2f-4145-bdd6-4bc982663bf1 admin admin] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 12:54:02.453097 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93895007-58f5-4d95-a4bc-bad3a63fffae None None] Sync routers for ids ['77c80506-2483-4622-a5ee-82fbf21890e8'] in dv-cinder-797073-1-iscsi {{(pid=92828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 12:54:02.467547 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93895007-58f5-4d95-a4bc-bad3a63fffae None None] Routers {'77c80506-2483-4622-a5ee-82fbf21890e8'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 12:54:02.475770 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-93895007-58f5-4d95-a4bc-bad3a63fffae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:53:55Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['77c80506-2483-4622-a5ee-82fbf21890e8'], 'active': True} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:54:02.512298 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-a61708cb-4e2f-4145-bdd6-4bc982663bf1 admin admin] 10.222.0.86 "PUT /v2.0/routers/77c80506-2483-4622-a5ee-82fbf21890e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7120130 Jun 18 12:54:02.555795 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-b6567026-db49-4aa6-9a16-71afdebee695 req-1cb0b1ce-a51a-4772-b8d1-839000182a57 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Notify callbacks [] for port, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:02.620668 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-184e0e6c-092e-44f5-b49c-6d76d141b411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:02.674549 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 46262) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:02.814900 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvr_db [None req-93895007-58f5-4d95-a4bc-bad3a63fffae None None] Set router 77c80506-2483-4622-a5ee-82fbf21890e8 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 12:54:02.872521 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-b6567026-db49-4aa6-9a16-71afdebee695 req-1cb0b1ce-a51a-4772-b8d1-839000182a57 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4940139'] for port, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:02.942603 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-24a8b4fa-5e71-4a8b-8eb0-00dc3e40141e req-aa4191f6-63cd-42b9-943c-f93de40ac6d7 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 210 time: 0.1960168 Jun 18 12:54:03.025280 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-184e0e6c-092e-44f5-b49c-6d76d141b411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:03.085701 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b083d450-4e1f-48ad-832e-0c9cdece21d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:03.171031 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6567026-db49-4aa6-9a16-71afdebee695 req-1cb0b1ce-a51a-4772-b8d1-839000182a57 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Network 9d649a51-2d7d-46f3-912f-a07c919dc967 is already hosted by enough agents. {{(pid=92826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:54:03.189364 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.base_scheduler [req-b6567026-db49-4aa6-9a16-71afdebee695 req-1cb0b1ce-a51a-4772-b8d1-839000182a57 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Resources bound (agent type, host, resource id): {{(pid=92826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:54:03.198440 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6567026-db49-4aa6-9a16-71afdebee695 req-1cb0b1ce-a51a-4772-b8d1-839000182a57 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Received port after_create {{(pid=92826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 12:54:03.209252 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0b1ce-a51a-4772-b8d1-839000182a57 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Pushing event updated for resources: {'Port': ['ID=2236eb63-b2f0-44d6-8645-58abc57c1820,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:03.223120 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-1cb0b1ce-a51a-4772-b8d1-839000182a57 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:03.295234 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-93895007-58f5-4d95-a4bc-bad3a63fffae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'name': 'tempest-AttachVolumeShelveTestJSON-80250220-router', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '967dcbad-853f-43cf-8cf3-81efcd954483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:53:49Z', 'updated_at': '2021-06-18T12:53:57Z', 'revision_number': 4, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'gw_port': {'id': '967dcbad-853f-43cf-8cf3-81efcd954483', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:50Z', 'updated_at': '2021-06-18T12:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': 'f9dc3aaf-dc97-4a2b-a90a-64a6f43785df', 'name': '', 'network_id': '1ff29541-7511-4984-adea-fc36150ec103', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'mac_address': 'fa:16:3e:c6:6f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ac677325-f406-437d-8e84-8b08f5594ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:54Z', 'updated_at': '2021-06-18T12:53:59Z', 'revision_number': 2, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'subnets': [{'id': 'ac677325-f406-437d-8e84-8b08f5594ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:54:03.389500 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6567026-db49-4aa6-9a16-71afdebee695 req-1cb0b1ce-a51a-4772-b8d1-839000182a57 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:03.390942 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-b6567026-db49-4aa6-9a16-71afdebee695 req-1cb0b1ce-a51a-4772-b8d1-839000182a57 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for port, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:03.403763 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93895007-58f5-4d95-a4bc-bad3a63fffae None None] Checking router: 77c80506-2483-4622-a5ee-82fbf21890e8 for host: dv-cinder-797073-1-iscsi {{(pid=92828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 12:54:03.406273 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93895007-58f5-4d95-a4bc-bad3a63fffae None None] Updating router 77c80506-2483-4622-a5ee-82fbf21890e8 port f9dc3aaf-dc97-4a2b-a90a-64a6f43785df binding host dv-cinder-797073-1-iscsi {{(pid=92828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 12:54:03.457058 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-93895007-58f5-4d95-a4bc-bad3a63fffae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:03.466412 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-184e0e6c-092e-44f5-b49c-6d76d141b411 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:03.490406 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-184e0e6c-092e-44f5-b49c-6d76d141b411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4940125'] for port, after_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:03.502741 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:03.682636 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e0e6c-092e-44f5-b49c-6d76d141b411 admin admin] Pushing event updated for resources: {'Port': ['ID=047408a6-24ef-424e-8edf-7403fb3e2367,revision_number=2']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:03.688621 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-184e0e6c-092e-44f5-b49c-6d76d141b411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:03.696264 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-184e0e6c-092e-44f5-b49c-6d76d141b411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2059530'] for router_interface, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:03.726933 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 46290) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:03.952246 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-220a9f01-c6b7-4fe3-b8b6-5550f4f0eac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de4f3974-6882-4077-970d-a860341fda6e {{(pid=92825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 12:54:03.964177 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b083d450-4e1f-48ad-832e-0c9cdece21d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:03.976280 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb6e74-20d0-4743-81d2-6dbfced7c50d req-559b67ff-bb4b-4039-af5d-d81dd7201e57 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:03.984395 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-93eb6e74-20d0-4743-81d2-6dbfced7c50d req-559b67ff-bb4b-4039-af5d-d81dd7201e57 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 931 time: 0.7697008 Jun 18 12:54:03.988499 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-220a9f01-c6b7-4fe3-b8b6-5550f4f0eac3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:04.013747 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b6567026-db49-4aa6-9a16-71afdebee695 req-1cb0b1ce-a51a-4772-b8d1-839000182a57 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1022170 Jun 18 12:54:04.017702 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b083d450-4e1f-48ad-832e-0c9cdece21d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:04.056414 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184e0e6c-092e-44f5-b49c-6d76d141b411 admin admin] Network bf40e680-3b6f-4529-b4ac-893d28128a35 is already hosted by enough agents. {{(pid=92826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:54:04.059583 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.base_scheduler [None req-184e0e6c-092e-44f5-b49c-6d76d141b411 admin admin] Resources bound (agent type, host, resource id): {{(pid=92826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:54:04.069466 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-4a0bdabc-075a-4db1-adfd-81056bdb4a6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:04.079104 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.provisioning_blocks [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-220a9f01-c6b7-4fe3-b8b6-5550f4f0eac3 service neutron] Transition to ACTIVE for port object de4f3974-6882-4077-970d-a860341fda6e will not be triggered until provisioned by entity L2. {{(pid=92825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:54:04.120260 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-220a9f01-c6b7-4fe3-b8b6-5550f4f0eac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8372396'] for port, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:04.259075 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-93eb6e74-20d0-4743-81d2-6dbfced7c50d req-9ada1457-fbfd-4ac6-b7b4-2ec294b513a7 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736015 Jun 18 12:54:04.274752 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-b083d450-4e1f-48ad-832e-0c9cdece21d6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b321e5afd3d74defbc0e53b076e53009&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5867777 Jun 18 12:54:04.275984 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b083d450-4e1f-48ad-832e-0c9cdece21d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217642ae-65d5-4a8a-a4b7-5a4dce9078a4,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:04.277572 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 46306) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:04.288032 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-b083d450-4e1f-48ad-832e-0c9cdece21d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:04.292716 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-f0fc5196-b1a4-40ef-8309-8cfb234e166b tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:04.357016 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-139ff94d-00fa-431c-a070-db41c91ad8e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:04.384957 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-93895007-58f5-4d95-a4bc-bad3a63fffae None None] Notify callbacks [] for port, precommit_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:04.397685 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [req-b6567026-db49-4aa6-9a16-71afdebee695 req-da406631-d3b7-43f4-b479-39aa212c3dc4 service neutron] Request body: {'port': {'device_id': 'fed69bd5-e892-4e01-a416-8534f5a41d61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79707'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:54:04.399854 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.provisioning_blocks [None req-93895007-58f5-4d95-a4bc-bad3a63fffae None None] Transition to ACTIVE for port object f9dc3aaf-dc97-4a2b-a90a-64a6f43785df will not be triggered until provisioned by entity L2. {{(pid=92828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:54:04.417191 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-93895007-58f5-4d95-a4bc-bad3a63fffae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:04.426709 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG oslo_concurrency.lockutils [None req-5e6d5e72-f442-46e9-ba04-082cd7db4ecf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:04.465359 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 46310) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:04.469920 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-21edb40e-a095-48c1-8dfb-49dae5efbbab tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1356641072', 'description': 'tempest-description--68366887'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:54:04.588845 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf16392c-7a1a-49e2-95f8-e5bc12f40fd5 None None] Pushing event updated for resources: {'Port': ['ID=f9dc3aaf-dc97-4a2b-a90a-64a6f43785df,revision_number=3']} {{(pid=92828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:04.599608 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG oslo_concurrency.lockutils [None req-bf16392c-7a1a-49e2-95f8-e5bc12f40fd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:04.753343 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184e0e6c-092e-44f5-b49c-6d76d141b411 admin admin] Router fd8cc414-63a2-401c-9162-11804d012396 has already been hosted by L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc {{(pid=92826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 12:54:04.789760 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.managers [None req-93895007-58f5-4d95-a4bc-bad3a63fffae None None] Attempting to bind port f9dc3aaf-dc97-4a2b-a90a-64a6f43785df on host dv-cinder-797073-1-iscsi for vnic_type normal with profile {{(pid=92828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 12:54:04.790208 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.managers [None req-93895007-58f5-4d95-a4bc-bad3a63fffae None None] Attempting to bind port f9dc3aaf-dc97-4a2b-a90a-64a6f43785df by drivers openvswitch,hyperv on host dv-cinder-797073-1-iscsi at level 0 using segments [{'id': '23b88fce-5b57-4798-9ca4-628ae6f60edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1ff29541-7511-4984-adea-fc36150ec103'}] {{(pid=92828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 12:54:04.790585 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93895007-58f5-4d95-a4bc-bad3a63fffae None None] Attempting to bind port f9dc3aaf-dc97-4a2b-a90a-64a6f43785df on network 1ff29541-7511-4984-adea-fc36150ec103 {{(pid=92828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:54:04.799318 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93895007-58f5-4d95-a4bc-bad3a63fffae None None] Checking agent: {'id': '157fcad4-361f-41bd-95f6-95639e81fcdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 45, 55), 'started_at': datetime.datetime(2021, 6, 18, 12, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 12, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 12:54:04.799826 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93895007-58f5-4d95-a4bc-bad3a63fffae None None] Checking segment: {'id': '23b88fce-5b57-4798-9ca4-628ae6f60edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1ff29541-7511-4984-adea-fc36150ec103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:54:04.800408 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-93895007-58f5-4d95-a4bc-bad3a63fffae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:04.801704 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93895007-58f5-4d95-a4bc-bad3a63fffae None None] Bound using segment: {'id': '23b88fce-5b57-4798-9ca4-628ae6f60edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1ff29541-7511-4984-adea-fc36150ec103'} {{(pid=92828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 12:54:04.802240 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.managers [None req-93895007-58f5-4d95-a4bc-bad3a63fffae None None] Bound port: f9dc3aaf-dc97-4a2b-a90a-64a6f43785df, host: dv-cinder-797073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b88fce-5b57-4798-9ca4-628ae6f60edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1ff29541-7511-4984-adea-fc36150ec103'}}] {{(pid=92828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 12:54:04.802716 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-93895007-58f5-4d95-a4bc-bad3a63fffae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:04.815912 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a9f01-c6b7-4fe3-b8b6-5550f4f0eac3 service neutron] Pushing event updated for resources: {'Port': ['ID=de4f3974-6882-4077-970d-a860341fda6e,revision_number=2']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:04.880119 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-50313ec9-3e17-4901-8b3e-63ae54adb5a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:04.894357 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-220a9f01-c6b7-4fe3-b8b6-5550f4f0eac3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:04.961377 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.db [None req-93895007-58f5-4d95-a4bc-bad3a63fffae None None] For port f9dc3aaf-dc97-4a2b-a90a-64a6f43785df, host dv-cinder-797073-1-iscsi, cleared binding levels {{(pid=92828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 12:54:04.966328 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.db [None req-93895007-58f5-4d95-a4bc-bad3a63fffae None None] For port f9dc3aaf-dc97-4a2b-a90a-64a6f43785df, host dv-cinder-797073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=f9dc3aaf-dc97-4a2b-a90a-64a6f43785df,segment=NetworkSegment(23b88fce-5b57-4798-9ca4-628ae6f60edb),segment_id=23b88fce-5b57-4798-9ca4-628ae6f60edb)] {{(pid=92828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 12:54:04.972670 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-93895007-58f5-4d95-a4bc-bad3a63fffae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:04.979307 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-21edb40e-a095-48c1-8dfb-49dae5efbbab tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:04.988095 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:05.077637 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93895007-58f5-4d95-a4bc-bad3a63fffae None None] Routers {'77c80506-2483-4622-a5ee-82fbf21890e8'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 12:54:05.080934 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-93895007-58f5-4d95-a4bc-bad3a63fffae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:53:55Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['77c80506-2483-4622-a5ee-82fbf21890e8'], 'active': True} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:54:05.092997 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.managers [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-220a9f01-c6b7-4fe3-b8b6-5550f4f0eac3 service neutron] Attempting to bind port de4f3974-6882-4077-970d-a860341fda6e on host hv-cinder-79707 for vnic_type normal with profile {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 12:54:05.097981 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.managers [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-220a9f01-c6b7-4fe3-b8b6-5550f4f0eac3 service neutron] Attempting to bind port de4f3974-6882-4077-970d-a860341fda6e by drivers openvswitch,hyperv on host hv-cinder-79707 at level 0 using segments [{'id': 'c2803c3c-f53b-412a-8fcc-4a7a8ff8f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '96265354-97f1-45e3-b090-724354f3a0d8'}] {{(pid=92825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 12:54:05.099583 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-220a9f01-c6b7-4fe3-b8b6-5550f4f0eac3 service neutron] Attempting to bind port de4f3974-6882-4077-970d-a860341fda6e on network 96265354-97f1-45e3-b090-724354f3a0d8 {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:54:05.137584 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cd76c-d868-49d1-8a69-c094a41ef929 req-d0deab3e-d6e4-4d5d-b1e9-19076b0e800f tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:05.139698 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-50313ec9-3e17-4901-8b3e-63ae54adb5a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:05.155413 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-bf6cd76c-d868-49d1-8a69-c094a41ef929 req-d0deab3e-d6e4-4d5d-b1e9-19076b0e800f tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 932 time: 0.5769472 Jun 18 12:54:05.193520 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-220a9f01-c6b7-4fe3-b8b6-5550f4f0eac3 service neutron] Port de4f3974-6882-4077-970d-a860341fda6e on network 96265354-97f1-45e3-b090-724354f3a0d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79707 {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 12:54:05.193851 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-220a9f01-c6b7-4fe3-b8b6-5550f4f0eac3 service neutron] Attempting to bind port de4f3974-6882-4077-970d-a860341fda6e on network 96265354-97f1-45e3-b090-724354f3a0d8 {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:54:05.217986 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-220a9f01-c6b7-4fe3-b8b6-5550f4f0eac3 service neutron] Checking agent: {'id': '7546d223-5e56-44d8-9441-1a8a85fbff90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79707', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'started_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 12, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 12:54:05.218385 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-220a9f01-c6b7-4fe3-b8b6-5550f4f0eac3 service neutron] Checking segment: {'id': 'c2803c3c-f53b-412a-8fcc-4a7a8ff8f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '96265354-97f1-45e3-b090-724354f3a0d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:54:05.218971 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-220a9f01-c6b7-4fe3-b8b6-5550f4f0eac3 service neutron] Bound using segment: {'id': 'c2803c3c-f53b-412a-8fcc-4a7a8ff8f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '96265354-97f1-45e3-b090-724354f3a0d8'} {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 12:54:05.219449 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.managers [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-220a9f01-c6b7-4fe3-b8b6-5550f4f0eac3 service neutron] Bound port: de4f3974-6882-4077-970d-a860341fda6e, host: hv-cinder-79707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2803c3c-f53b-412a-8fcc-4a7a8ff8f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '96265354-97f1-45e3-b090-724354f3a0d8'}}] {{(pid=92825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 12:54:05.219850 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-220a9f01-c6b7-4fe3-b8b6-5550f4f0eac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:05.285814 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-b6567026-db49-4aa6-9a16-71afdebee695 req-da406631-d3b7-43f4-b479-39aa212c3dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:05.324525 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184e0e6c-092e-44f5-b49c-6d76d141b411 admin admin] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 12:54:05.334251 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e404931-cf5d-4f84-a89f-e60b8b78321b None None] Sync routers for ids ['fd8cc414-63a2-401c-9162-11804d012396'] in dv-cinder-797073-1-iscsi {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 12:54:05.348457 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-bf6cd76c-d868-49d1-8a69-c094a41ef929 req-da7c3e7f-f79f-4756-b9cf-e895449b5f88 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/security-groups?id=f547dae4-0857-46be-8adc-237a41d109be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915851 Jun 18 12:54:05.352178 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-184e0e6c-092e-44f5-b49c-6d76d141b411 admin admin] 10.222.0.86 "PUT /v2.0/routers/fd8cc414-63a2-401c-9162-11804d012396/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3980725 Jun 18 12:54:05.382838 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e404931-cf5d-4f84-a89f-e60b8b78321b None None] Routers {'fd8cc414-63a2-401c-9162-11804d012396'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 12:54:05.384979 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-1e404931-cf5d-4f84-a89f-e60b8b78321b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:53:55Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['fd8cc414-63a2-401c-9162-11804d012396'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:54:05.407060 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvr_db [None req-93895007-58f5-4d95-a4bc-bad3a63fffae None None] Set router 77c80506-2483-4622-a5ee-82fbf21890e8 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 12:54:05.531772 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-220a9f01-c6b7-4fe3-b8b6-5550f4f0eac3 service neutron] For port de4f3974-6882-4077-970d-a860341fda6e, host hv-cinder-79707, cleared binding levels {{(pid=92825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 12:54:05.557193 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-220a9f01-c6b7-4fe3-b8b6-5550f4f0eac3 service neutron] For port de4f3974-6882-4077-970d-a860341fda6e, host hv-cinder-79707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=de4f3974-6882-4077-970d-a860341fda6e,segment=NetworkSegment(c2803c3c-f53b-412a-8fcc-4a7a8ff8f778),segment_id=c2803c3c-f53b-412a-8fcc-4a7a8ff8f778)] {{(pid=92825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 12:54:05.577504 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-220a9f01-c6b7-4fe3-b8b6-5550f4f0eac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8372396'] for port, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:05.584570 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:05.610593 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-1e404931-cf5d-4f84-a89f-e60b8b78321b None None] Set router fd8cc414-63a2-401c-9162-11804d012396 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 12:54:05.671370 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-220a9f01-c6b7-4fe3-b8b6-5550f4f0eac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:05.677002 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-220a9f01-c6b7-4fe3-b8b6-5550f4f0eac3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for port, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:05.689076 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-220a9f01-c6b7-4fe3-b8b6-5550f4f0eac3 service neutron] 10.222.0.77 "PUT /v2.0/ports/de4f3974-6882-4077-970d-a860341fda6e HTTP/1.1" status: 200 len: 1093 time: 4.2949746 Jun 18 12:54:05.689967 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84bc6c44-728d-4377-a15b-bada70e063c5', 'tag': 'de4f3974-6882-4077-970d-a860341fda6e'}] {{(pid=92825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 12:54:05.747424 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a9f01-c6b7-4fe3-b8b6-5550f4f0eac3 service neutron] Pushing event updated for resources: {'Port': ['ID=de4f3974-6882-4077-970d-a860341fda6e,revision_number=3']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:05.761423 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-220a9f01-c6b7-4fe3-b8b6-5550f4f0eac3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:05.914254 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf16392c-7a1a-49e2-95f8-e5bc12f40fd5 None None] Pushing event updated for resources: {'Port': ['ID=f9dc3aaf-dc97-4a2b-a90a-64a6f43785df,revision_number=4']} {{(pid=92828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:05.939545 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-1e404931-cf5d-4f84-a89f-e60b8b78321b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8cc414-63a2-401c-9162-11804d012396', 'name': 'tempest-ServerRescueNegativeTestJSON-1068013513-router', 'tenant_id': '3262259bc9f24b35be563085fd3a260f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:53:48Z', 'updated_at': '2021-06-18T12:54:02Z', 'revision_number': 4, 'project_id': '3262259bc9f24b35be563085fd3a260f', 'gw_port': {'id': '60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8cc414-63a2-401c-9162-11804d012396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:50Z', 'updated_at': '2021-06-18T12:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': '047408a6-24ef-424e-8edf-7403fb3e2367', 'name': '', 'network_id': 'bf40e680-3b6f-4529-b4ac-893d28128a35', 'tenant_id': '3262259bc9f24b35be563085fd3a260f', 'mac_address': 'fa:16:3e:80:ef:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8cc414-63a2-401c-9162-11804d012396', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b591a7f2-4465-4b6a-8969-31efb5f2ee87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:57Z', 'updated_at': '2021-06-18T12:54:02Z', 'revision_number': 2, 'project_id': '3262259bc9f24b35be563085fd3a260f', 'subnets': [{'id': 'b591a7f2-4465-4b6a-8969-31efb5f2ee87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:54:06.003054 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e404931-cf5d-4f84-a89f-e60b8b78321b None None] Checking router: fd8cc414-63a2-401c-9162-11804d012396 for host: dv-cinder-797073-1-iscsi {{(pid=92827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 12:54:06.003448 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e404931-cf5d-4f84-a89f-e60b8b78321b None None] Updating router fd8cc414-63a2-401c-9162-11804d012396 port 047408a6-24ef-424e-8edf-7403fb3e2367 binding host dv-cinder-797073-1-iscsi {{(pid=92827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 12:54:06.032926 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG oslo_concurrency.lockutils [None req-bf16392c-7a1a-49e2-95f8-e5bc12f40fd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.048s {{(pid=92828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:06.101224 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-1e404931-cf5d-4f84-a89f-e60b8b78321b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:06.184119 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-49282cbe-0ca2-4300-9206-0ba3e071837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:06.187116 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-49282cbe-0ca2-4300-9206-0ba3e071837f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0223531b4ac843c69ac98aed7456c0b5&device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 1096 time: 0.3467643 Jun 18 12:54:06.346319 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cbce1c661b203a7f45efff8c445c42f162c6430a9c28178aa2be3d6d959831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c085ee-f54b-4070-bfa2-d8e70421324a" -d '{"events": [{"name": "network-changed", "server_uuid": "84bc6c44-728d-4377-a15b-bada70e063c5", "tag": "de4f3974-6882-4077-970d-a860341fda6e"}]}' {{(pid=92825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 12:54:06.422656 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-c8ba6067-884c-4f21-a42c-82ee903329c3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de4f3974-6882-4077-970d-a860341fda6e HTTP/1.1" status: 200 len: 217 time: 0.1774154 Jun 18 12:54:06.442641 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-93895007-58f5-4d95-a4bc-bad3a63fffae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'name': 'tempest-AttachVolumeShelveTestJSON-80250220-router', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '967dcbad-853f-43cf-8cf3-81efcd954483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:53:49Z', 'updated_at': '2021-06-18T12:53:57Z', 'revision_number': 4, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'gw_port': {'id': '967dcbad-853f-43cf-8cf3-81efcd954483', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:50Z', 'updated_at': '2021-06-18T12:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': 'f9dc3aaf-dc97-4a2b-a90a-64a6f43785df', 'name': '', 'network_id': '1ff29541-7511-4984-adea-fc36150ec103', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'mac_address': 'fa:16:3e:c6:6f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ac677325-f406-437d-8e84-8b08f5594ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:54Z', 'updated_at': '2021-06-18T12:54:04Z', 'revision_number': 4, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'subnets': [{'id': 'ac677325-f406-437d-8e84-8b08f5594ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:54:06.540899 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93895007-58f5-4d95-a4bc-bad3a63fffae None None] The sync data for ids ['77c80506-2483-4622-a5ee-82fbf21890e8'] in dv-cinder-797073-1-iscsi is: [{'id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'name': 'tempest-AttachVolumeShelveTestJSON-80250220-router', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '967dcbad-853f-43cf-8cf3-81efcd954483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:53:49Z', 'updated_at': '2021-06-18T12:53:57Z', 'revision_number': 4, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'gw_port': {'id': '967dcbad-853f-43cf-8cf3-81efcd954483', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:50Z', 'updated_at': '2021-06-18T12:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': 'f9dc3aaf-dc97-4a2b-a90a-64a6f43785df', 'name': '', 'network_id': '1ff29541-7511-4984-adea-fc36150ec103', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'mac_address': 'fa:16:3e:c6:6f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ac677325-f406-437d-8e84-8b08f5594ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:54Z', 'updated_at': '2021-06-18T12:54:04Z', 'revision_number': 4, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'subnets': [{'id': 'ac677325-f406-437d-8e84-8b08f5594ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 12:54:06.633115 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-50313ec9-3e17-4901-8b3e-63ae54adb5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:06.666762 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-183ef147-c723-41c5-bbaa-47ea0fbb3362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:06.668234 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-183ef147-c723-41c5-bbaa-47ea0fbb3362 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd68f4da-dd03-4cd6-93b2-a3dfbb56f132 HTTP/1.1" status: 200 len: 855 time: 0.2125587 Jun 18 12:54:06.681464 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-50313ec9-3e17-4901-8b3e-63ae54adb5a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:06.682493 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-50313ec9-3e17-4901-8b3e-63ae54adb5a6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/217642ae-65d5-4a8a-a4b7-5a4dce9078a4 HTTP/1.1" status: 204 len: 168 time: 2.3285372 Jun 18 12:54:06.805140 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:06.815932 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-89f380c2-ba9e-4824-aeb2-6a20b8822bc9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=96265354-97f1-45e3-b090-724354f3a0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1259341 Jun 18 12:54:06.980438 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 12:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c107dc-bf75-4b70-ac8b-75e5d5228222 x-openstack-request-id: req-a6c107dc-bf75-4b70-ac8b-75e5d5228222 {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 12:54:06.981020 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84bc6c44-728d-4377-a15b-bada70e063c5", "tag": "de4f3974-6882-4077-970d-a860341fda6e", "status": "completed", "code": 200}]} {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 12:54:06.981446 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a6c107dc-bf75-4b70-ac8b-75e5d5228222 {{(pid=92825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 12:54:06.985952 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84bc6c44-728d-4377-a15b-bada70e063c5', 'tag': 'de4f3974-6882-4077-970d-a860341fda6e', 'status': 'completed', 'code': 200} Jun 18 12:54:07.045675 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-139ff94d-00fa-431c-a070-db41c91ad8e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:07.086609 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50313ec9-3e17-4901-8b3e-63ae54adb5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217642ae-65d5-4a8a-a4b7-5a4dce9078a4,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:07.095869 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-50313ec9-3e17-4901-8b3e-63ae54adb5a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:07.101452 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-1086d4b8-67a4-46db-9b3c-3607f91cde00 service neutron] 10.222.0.77 "GET /v2.0/networks/96265354-97f1-45e3-b090-724354f3a0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457075 Jun 18 12:54:07.148937 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-1e404931-cf5d-4f84-a89f-e60b8b78321b None None] Notify callbacks [] for port, precommit_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:07.226983 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-1e404931-cf5d-4f84-a89f-e60b8b78321b None None] Transition to ACTIVE for port object 047408a6-24ef-424e-8edf-7403fb3e2367 will not be triggered until provisioned by entity L2. {{(pid=92827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:54:07.255489 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-1e404931-cf5d-4f84-a89f-e60b8b78321b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:07.260185 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-139ff94d-00fa-431c-a070-db41c91ad8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:07.290364 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:07.313638 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-d2367962-fe4e-4b85-ba64-35f06bf1d461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:07.408662 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ff94d-00fa-431c-a070-db41c91ad8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2073c913-02c6-4a44-b37e-a58115b22eeb,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:07.427214 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-139ff94d-00fa-431c-a070-db41c91ad8e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:07.442243 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-21edb40e-a095-48c1-8dfb-49dae5efbbab tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:07.530226 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 12:54:07.536918 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-21edb40e-a095-48c1-8dfb-49dae5efbbab tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:07.541104 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f161a2-1764-4d23-8510-4f9d1a026e48 None None] Pushing event updated for resources: {'Port': ['ID=047408a6-24ef-424e-8edf-7403fb3e2367,revision_number=3']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:07.550605 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f1f161a2-1764-4d23-8510-4f9d1a026e48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:07.559251 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-139ff94d-00fa-431c-a070-db41c91ad8e2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=63dbb906eacd4e15a2e59295db21f845&name=default HTTP/1.1" status: 200 len: 2979 time: 3.8310595 Jun 18 12:54:07.563116 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 46382) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:07.568549 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-40d0d493-c19a-4a84-9e7d-6b1f1b073422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:07.656646 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244d87f-56b6-4d94-9293-2fd862a1e005 req-76972e4c-954a-4ac1-8f61-7b10b8dabed0 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:07.661625 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21edb40e-a095-48c1-8dfb-49dae5efbbab tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f972653c-2649-4c07-832b-c73d9da7438b,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:07.675242 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device f9dc3aaf-dc97-4a2b-a90a-64a6f43785df up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:54:07.690887 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-21edb40e-a095-48c1-8dfb-49dae5efbbab tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:07.705136 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d244d87f-56b6-4d94-9293-2fd862a1e005 req-76972e4c-954a-4ac1-8f61-7b10b8dabed0 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 943 time: 1.2505410 Jun 18 12:54:07.735213 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-21edb40e-a095-48c1-8dfb-49dae5efbbab tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:07.736902 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-21edb40e-a095-48c1-8dfb-49dae5efbbab tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 3.2705500 Jun 18 12:54:07.746831 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 46386) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:07.760751 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-1deda8d5-46a0-44cc-8676-8048ca8f650f tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Request body: {'security_group_rule': {'security_group_id': 'f972653c-2649-4c07-832b-c73d9da7438b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:54:07.786858 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-1e404931-cf5d-4f84-a89f-e60b8b78321b None None] Attempting to bind port 047408a6-24ef-424e-8edf-7403fb3e2367 on host dv-cinder-797073-1-iscsi for vnic_type normal with profile {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 12:54:07.788491 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-1e404931-cf5d-4f84-a89f-e60b8b78321b None None] Attempting to bind port 047408a6-24ef-424e-8edf-7403fb3e2367 by drivers openvswitch,hyperv on host dv-cinder-797073-1-iscsi at level 0 using segments [{'id': 'f5272d93-3659-4f37-b7e2-a04b822788ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'bf40e680-3b6f-4529-b4ac-893d28128a35'}] {{(pid=92827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 12:54:07.790197 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e404931-cf5d-4f84-a89f-e60b8b78321b None None] Attempting to bind port 047408a6-24ef-424e-8edf-7403fb3e2367 on network bf40e680-3b6f-4529-b4ac-893d28128a35 {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:54:07.806119 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e404931-cf5d-4f84-a89f-e60b8b78321b None None] Checking agent: {'id': '157fcad4-361f-41bd-95f6-95639e81fcdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 45, 55), 'started_at': datetime.datetime(2021, 6, 18, 12, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 12, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 12:54:07.812933 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e404931-cf5d-4f84-a89f-e60b8b78321b None None] Checking segment: {'id': 'f5272d93-3659-4f37-b7e2-a04b822788ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'bf40e680-3b6f-4529-b4ac-893d28128a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:54:07.813697 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-1e404931-cf5d-4f84-a89f-e60b8b78321b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:07.814270 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e404931-cf5d-4f84-a89f-e60b8b78321b None None] Bound using segment: {'id': 'f5272d93-3659-4f37-b7e2-a04b822788ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'bf40e680-3b6f-4529-b4ac-893d28128a35'} {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 12:54:07.814937 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-1e404931-cf5d-4f84-a89f-e60b8b78321b None None] Bound port: 047408a6-24ef-424e-8edf-7403fb3e2367, host: dv-cinder-797073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5272d93-3659-4f37-b7e2-a04b822788ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'bf40e680-3b6f-4529-b4ac-893d28128a35'}}] {{(pid=92827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 12:54:07.816530 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-1e404931-cf5d-4f84-a89f-e60b8b78321b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:07.833313 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 46388) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:07.887615 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.notifiers.nova [req-b6567026-db49-4aa6-9a16-71afdebee695 req-da406631-d3b7-43f4-b479-39aa212c3dc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2236eb63-b2f0-44d6-8645-58abc57c1820 {{(pid=92826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 12:54:07.899822 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-b6567026-db49-4aa6-9a16-71afdebee695 req-da406631-d3b7-43f4-b479-39aa212c3dc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:07.910675 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecafbc0-e90e-4074-8b8a-404555cbd310 req-b024e987-78da-4a66-b016-6ba77e24cf6f tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:07.918211 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-3ecafbc0-e90e-4074-8b8a-404555cbd310 req-b024e987-78da-4a66-b016-6ba77e24cf6f tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 932 time: 0.6124556 Jun 18 12:54:07.933882 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.provisioning_blocks [req-b6567026-db49-4aa6-9a16-71afdebee695 req-da406631-d3b7-43f4-b479-39aa212c3dc4 service neutron] Transition to ACTIVE for port object 2236eb63-b2f0-44d6-8645-58abc57c1820 will not be triggered until provisioned by entity L2. {{(pid=92826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:54:07.958052 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-b6567026-db49-4aa6-9a16-71afdebee695 req-da406631-d3b7-43f4-b479-39aa212c3dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4940125'] for port, after_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:07.978597 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:08.023347 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-3ecafbc0-e90e-4074-8b8a-404555cbd310 req-19db69c1-2608-4ef9-9902-50ea07587abf tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/security-groups?id=f547dae4-0857-46be-8adc-237a41d109be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040404 Jun 18 12:54:08.025315 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-1deda8d5-46a0-44cc-8676-8048ca8f650f tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:08.035000 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da406631-d3b7-43f4-b479-39aa212c3dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=2236eb63-b2f0-44d6-8645-58abc57c1820,revision_number=2']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:08.046412 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning for port f9dc3aaf-dc97-4a2b-a90a-64a6f43785df completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:54:08.058839 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-da406631-d3b7-43f4-b479-39aa212c3dc4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:08.104401 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port f9dc3aaf-dc97-4a2b-a90a-64a6f43785df triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:54:08.104801 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:08.124950 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d244d87f-56b6-4d94-9293-2fd862a1e005 req-fbbaea14-702a-47a3-9ebd-bad09fc64487 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177523 Jun 18 12:54:08.175023 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-fa802ac6-f19f-48e4-b3b5-5e35df72acf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:08.184347 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d0dbfad6-ecba-4014-83e8-ad677228a5b0 req-7363fa90-380a-45e8-93e2-e1e482878941 service neutron] 10.222.0.77 "GET /v2.0/networks/96265354-97f1-45e3-b090-724354f3a0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0502055 Jun 18 12:54:08.221392 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-7ff2e10e-78a7-4db6-ae53-d4002531c706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:08.230458 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-1e404931-cf5d-4f84-a89f-e60b8b78321b None None] For port 047408a6-24ef-424e-8edf-7403fb3e2367, host dv-cinder-797073-1-iscsi, cleared binding levels {{(pid=92827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 12:54:08.256933 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-7ff2e10e-78a7-4db6-ae53-d4002531c706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:08.304847 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-fa802ac6-f19f-48e4-b3b5-5e35df72acf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:08.338208 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-1e404931-cf5d-4f84-a89f-e60b8b78321b None None] For port 047408a6-24ef-424e-8edf-7403fb3e2367, host dv-cinder-797073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=047408a6-24ef-424e-8edf-7403fb3e2367,segment=NetworkSegment(f5272d93-3659-4f37-b7e2-a04b822788ec),segment_id=f5272d93-3659-4f37-b7e2-a04b822788ec)] {{(pid=92827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 12:54:08.339386 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-fa802ac6-f19f-48e4-b3b5-5e35df72acf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:08.354203 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-1e404931-cf5d-4f84-a89f-e60b8b78321b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:08.369274 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-1deda8d5-46a0-44cc-8676-8048ca8f650f tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:08.371930 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-21edb40e-a095-48c1-8dfb-49dae5efbbab tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:08.394389 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-0df37660-8a8d-4811-9d94-e58a3ce0e0f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:08.394759 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-7ff2e10e-78a7-4db6-ae53-d4002531c706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:08.400472 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-7ff2e10e-78a7-4db6-ae53-d4002531c706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:08.405035 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-7ff2e10e-78a7-4db6-ae53-d4002531c706 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2073c913-02c6-4a44-b37e-a58115b22eeb HTTP/1.1" status: 204 len: 168 time: 0.8165998 Jun 18 12:54:08.405198 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-1deda8d5-46a0-44cc-8676-8048ca8f650f tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017479'] for security_group_rule, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:08.405298 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:08.481113 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2e10e-78a7-4db6-ae53-d4002531c706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2073c913-02c6-4a44-b37e-a58115b22eeb,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:08.497481 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-7ff2e10e-78a7-4db6-ae53-d4002531c706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:08.622074 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa802ac6-f19f-48e4-b3b5-5e35df72acf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbaaae7d-1b91-461e-ab9d-8bfd67333f83,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:08.647105 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-fa802ac6-f19f-48e4-b3b5-5e35df72acf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:08.672493 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.managers [req-b6567026-db49-4aa6-9a16-71afdebee695 req-da406631-d3b7-43f4-b479-39aa212c3dc4 service neutron] Attempting to bind port 2236eb63-b2f0-44d6-8645-58abc57c1820 on host hv-cinder-79707 for vnic_type normal with profile {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 12:54:08.675293 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.managers [req-b6567026-db49-4aa6-9a16-71afdebee695 req-da406631-d3b7-43f4-b479-39aa212c3dc4 service neutron] Attempting to bind port 2236eb63-b2f0-44d6-8645-58abc57c1820 by drivers openvswitch,hyperv on host hv-cinder-79707 at level 0 using segments [{'id': 'f4c47d94-918c-42a1-aeb0-934db7710388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '9d649a51-2d7d-46f3-912f-a07c919dc967'}] {{(pid=92826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 12:54:08.675789 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6567026-db49-4aa6-9a16-71afdebee695 req-da406631-d3b7-43f4-b479-39aa212c3dc4 service neutron] Attempting to bind port 2236eb63-b2f0-44d6-8645-58abc57c1820 on network 9d649a51-2d7d-46f3-912f-a07c919dc967 {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:54:08.703516 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:08.723403 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6567026-db49-4aa6-9a16-71afdebee695 req-da406631-d3b7-43f4-b479-39aa212c3dc4 service neutron] Port 2236eb63-b2f0-44d6-8645-58abc57c1820 on network 9d649a51-2d7d-46f3-912f-a07c919dc967 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79707 {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 12:54:08.723939 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6567026-db49-4aa6-9a16-71afdebee695 req-da406631-d3b7-43f4-b479-39aa212c3dc4 service neutron] Attempting to bind port 2236eb63-b2f0-44d6-8645-58abc57c1820 on network 9d649a51-2d7d-46f3-912f-a07c919dc967 {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:54:08.737553 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6567026-db49-4aa6-9a16-71afdebee695 req-da406631-d3b7-43f4-b479-39aa212c3dc4 service neutron] Checking agent: {'id': '7546d223-5e56-44d8-9441-1a8a85fbff90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79707', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'started_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 12, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 12:54:08.738816 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6567026-db49-4aa6-9a16-71afdebee695 req-da406631-d3b7-43f4-b479-39aa212c3dc4 service neutron] Checking segment: {'id': 'f4c47d94-918c-42a1-aeb0-934db7710388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '9d649a51-2d7d-46f3-912f-a07c919dc967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:54:08.740149 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6567026-db49-4aa6-9a16-71afdebee695 req-da406631-d3b7-43f4-b479-39aa212c3dc4 service neutron] Bound using segment: {'id': 'f4c47d94-918c-42a1-aeb0-934db7710388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '9d649a51-2d7d-46f3-912f-a07c919dc967'} {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 12:54:08.742565 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.managers [req-b6567026-db49-4aa6-9a16-71afdebee695 req-da406631-d3b7-43f4-b479-39aa212c3dc4 service neutron] Bound port: 2236eb63-b2f0-44d6-8645-58abc57c1820, host: hv-cinder-79707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4c47d94-918c-42a1-aeb0-934db7710388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '9d649a51-2d7d-46f3-912f-a07c919dc967'}}] {{(pid=92826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 12:54:08.742852 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-b6567026-db49-4aa6-9a16-71afdebee695 req-da406631-d3b7-43f4-b479-39aa212c3dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:08.749975 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-fa802ac6-f19f-48e4-b3b5-5e35df72acf6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cdad1cbae13f42168a246ca8bed5a187&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8937886 Jun 18 12:54:08.752364 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 46414) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:08.876569 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-1deda8d5-46a0-44cc-8676-8048ca8f650f tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:08.881640 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-1deda8d5-46a0-44cc-8676-8048ca8f650f tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1209848 Jun 18 12:54:08.882948 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e404931-cf5d-4f84-a89f-e60b8b78321b None None] Routers {'fd8cc414-63a2-401c-9162-11804d012396'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 12:54:08.883629 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-1e404931-cf5d-4f84-a89f-e60b8b78321b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:53:55Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['fd8cc414-63a2-401c-9162-11804d012396'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:54:08.886864 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f161a2-1764-4d23-8510-4f9d1a026e48 None None] Pushing event updated for resources: {'Port': ['ID=047408a6-24ef-424e-8edf-7403fb3e2367,revision_number=4']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:08.887586 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 46420) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:08.897560 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f1f161a2-1764-4d23-8510-4f9d1a026e48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:08.925324 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-8a2f349d-34f9-4803-9105-2e557bd4d059 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Request body: {'security_group_rule': {'security_group_id': 'f972653c-2649-4c07-832b-c73d9da7438b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:54:08.970303 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [req-b6567026-db49-4aa6-9a16-71afdebee695 req-da406631-d3b7-43f4-b479-39aa212c3dc4 service neutron] For port 2236eb63-b2f0-44d6-8645-58abc57c1820, host hv-cinder-79707, cleared binding levels {{(pid=92826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 12:54:08.986878 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [req-b6567026-db49-4aa6-9a16-71afdebee695 req-da406631-d3b7-43f4-b479-39aa212c3dc4 service neutron] For port 2236eb63-b2f0-44d6-8645-58abc57c1820, host hv-cinder-79707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=2236eb63-b2f0-44d6-8645-58abc57c1820,segment=NetworkSegment(f4c47d94-918c-42a1-aeb0-934db7710388),segment_id=f4c47d94-918c-42a1-aeb0-934db7710388)] {{(pid=92826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 12:54:09.000973 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-b6567026-db49-4aa6-9a16-71afdebee695 req-da406631-d3b7-43f4-b479-39aa212c3dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4940125'] for port, after_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:09.031239 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-1cb0b1ce-a51a-4772-b8d1-839000182a57 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:09.036169 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deda8d5-46a0-44cc-8676-8048ca8f650f tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca1538f0-e603-437f-8bc3-0abafa4deeae,revision_number=0']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:09.071867 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-1deda8d5-46a0-44cc-8676-8048ca8f650f tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:09.083420 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:09.092112 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-4d8d7399-e21d-47b5-a7f6-63192e918d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:09.221486 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6567026-db49-4aa6-9a16-71afdebee695 req-da406631-d3b7-43f4-b479-39aa212c3dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:09.222081 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-b6567026-db49-4aa6-9a16-71afdebee695 req-da406631-d3b7-43f4-b479-39aa212c3dc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for port, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:09.224430 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b6567026-db49-4aa6-9a16-71afdebee695 req-da406631-d3b7-43f4-b479-39aa212c3dc4 service neutron] 10.222.0.77 "PUT /v2.0/ports/2236eb63-b2f0-44d6-8645-58abc57c1820 HTTP/1.1" status: 200 len: 1094 time: 4.9575832 Jun 18 12:54:09.224430 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed69bd5-e892-4e01-a416-8534f5a41d61', 'tag': '2236eb63-b2f0-44d6-8645-58abc57c1820'}] {{(pid=92826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 12:54:09.260690 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] For port f9dc3aaf-dc97-4a2b-a90a-64a6f43785df, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=f9dc3aaf-dc97-4a2b-a90a-64a6f43785df,segment=NetworkSegment(23b88fce-5b57-4798-9ca4-628ae6f60edb),segment_id=23b88fce-5b57-4798-9ca4-628ae6f60edb)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:54:09.278348 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:09.286588 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8a2f349d-34f9-4803-9105-2e557bd4d059 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:09.291525 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:09.360598 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-4d8d7399-e21d-47b5-a7f6-63192e918d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:09.415326 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-1e404931-cf5d-4f84-a89f-e60b8b78321b None None] Set router fd8cc414-63a2-401c-9162-11804d012396 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 12:54:09.548395 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Pushing event updated for resources: {'Port': ['ID=f9dc3aaf-dc97-4a2b-a90a-64a6f43785df,revision_number=5']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:09.587616 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7173dab7d1fbfef731d5f8fd5c52510eeface1fe9a62799688baadb2f5777418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c578053f-35b9-4c64-a0d0-f34e0e492eb9" -d '{"events": [{"name": "network-changed", "server_uuid": "fed69bd5-e892-4e01-a416-8534f5a41d61", "tag": "2236eb63-b2f0-44d6-8645-58abc57c1820"}]}' {{(pid=92826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 12:54:09.615307 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da406631-d3b7-43f4-b479-39aa212c3dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=2236eb63-b2f0-44d6-8645-58abc57c1820,revision_number=3']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:09.628008 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-da406631-d3b7-43f4-b479-39aa212c3dc4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:09.681897 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:09.685773 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c085ee-f54b-4070-bfa2-d8e70421324a req-2149d6f2-3f3e-4f6f-8399-8376aaca457c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:09.687506 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-74c085ee-f54b-4070-bfa2-d8e70421324a req-2149d6f2-3f3e-4f6f-8399-8376aaca457c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0223531b4ac843c69ac98aed7456c0b5&device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 1096 time: 1.2157042 Jun 18 12:54:09.762478 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6567026-db49-4aa6-9a16-71afdebee695 req-4a799299-45a1-4194-93c9-cf2dcfdef8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:09.764206 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b6567026-db49-4aa6-9a16-71afdebee695 req-4a799299-45a1-4194-93c9-cf2dcfdef8c6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff60a66777fc4d1a99e8ad63c5505e2e&device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 1097 time: 0.4463124 Jun 18 12:54:09.783812 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee21347-ca8f-4ded-9a92-9d199d9dd897 req-a45eb739-5845-4b34-a303-aa71b2ff8dc6 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:09.794429 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-eee21347-ca8f-4ded-9a92-9d199d9dd897 req-a45eb739-5845-4b34-a303-aa71b2ff8dc6 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 944 time: 0.3197622 Jun 18 12:54:09.825276 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8a2f349d-34f9-4803-9105-2e557bd4d059 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:09.843879 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-ba9ead31-f0e9-481a-b7fa-41186190f2e2 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:09.854873 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-ba9ead31-f0e9-481a-b7fa-41186190f2e2 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/networks?id=bf40e680-3b6f-4529-b4ac-893d28128a35 HTTP/1.1" status: 200 len: 819 time: 0.6046255 Jun 18 12:54:09.881699 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8a2f349d-34f9-4803-9105-2e557bd4d059 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017479'] for security_group_rule, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:09.885942 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-1deda8d5-46a0-44cc-8676-8048ca8f650f tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:09.890793 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-4d8d7399-e21d-47b5-a7f6-63192e918d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:09.900452 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-8f5e71f9-cbae-4a35-b72e-28a9ce94c9f7 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/quotas/3262259bc9f24b35be563085fd3a260f HTTP/1.1" status: 200 len: 375 time: 0.0393481 Jun 18 12:54:09.923252 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-4d8d7399-e21d-47b5-a7f6-63192e918d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:09.925421 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-4d8d7399-e21d-47b5-a7f6-63192e918d40 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fbaaae7d-1b91-461e-ab9d-8bfd67333f83 HTTP/1.1" status: 204 len: 168 time: 1.1583149 Jun 18 12:54:09.931815 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-eee21347-ca8f-4ded-9a92-9d199d9dd897 req-66934b89-a565-4982-881d-89f69a3d8a32 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/security-groups?id=f547dae4-0857-46be-8adc-237a41d109be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362658 Jun 18 12:54:09.997364 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2f349d-34f9-4803-9105-2e557bd4d059 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e293bb00-93c8-48a9-becb-4831a59dc94b,revision_number=0']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:10.019208 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-8a2f349d-34f9-4803-9105-2e557bd4d059 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:10.024089 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:10.115638 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-1e404931-cf5d-4f84-a89f-e60b8b78321b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8cc414-63a2-401c-9162-11804d012396', 'name': 'tempest-ServerRescueNegativeTestJSON-1068013513-router', 'tenant_id': '3262259bc9f24b35be563085fd3a260f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:53:48Z', 'updated_at': '2021-06-18T12:54:02Z', 'revision_number': 4, 'project_id': '3262259bc9f24b35be563085fd3a260f', 'gw_port': {'id': '60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8cc414-63a2-401c-9162-11804d012396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:50Z', 'updated_at': '2021-06-18T12:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': '047408a6-24ef-424e-8edf-7403fb3e2367', 'name': '', 'network_id': 'bf40e680-3b6f-4529-b4ac-893d28128a35', 'tenant_id': '3262259bc9f24b35be563085fd3a260f', 'mac_address': 'fa:16:3e:80:ef:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8cc414-63a2-401c-9162-11804d012396', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b591a7f2-4465-4b6a-8969-31efb5f2ee87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:57Z', 'updated_at': '2021-06-18T12:54:08Z', 'revision_number': 4, 'project_id': '3262259bc9f24b35be563085fd3a260f', 'subnets': [{'id': 'b591a7f2-4465-4b6a-8969-31efb5f2ee87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:54:10.216788 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b6567026-db49-4aa6-9a16-71afdebee695 req-f0d06582-0fc5-49b4-bba5-59d90a0f33af service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2236eb63-b2f0-44d6-8645-58abc57c1820 HTTP/1.1" status: 200 len: 217 time: 0.2294590 Jun 18 12:54:10.220747 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e404931-cf5d-4f84-a89f-e60b8b78321b None None] The sync data for ids ['fd8cc414-63a2-401c-9162-11804d012396'] in dv-cinder-797073-1-iscsi is: [{'id': 'fd8cc414-63a2-401c-9162-11804d012396', 'name': 'tempest-ServerRescueNegativeTestJSON-1068013513-router', 'tenant_id': '3262259bc9f24b35be563085fd3a260f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:53:48Z', 'updated_at': '2021-06-18T12:54:02Z', 'revision_number': 4, 'project_id': '3262259bc9f24b35be563085fd3a260f', 'gw_port': {'id': '60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8cc414-63a2-401c-9162-11804d012396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:50Z', 'updated_at': '2021-06-18T12:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': '047408a6-24ef-424e-8edf-7403fb3e2367', 'name': '', 'network_id': 'bf40e680-3b6f-4529-b4ac-893d28128a35', 'tenant_id': '3262259bc9f24b35be563085fd3a260f', 'mac_address': 'fa:16:3e:80:ef:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8cc414-63a2-401c-9162-11804d012396', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b591a7f2-4465-4b6a-8969-31efb5f2ee87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:57Z', 'updated_at': '2021-06-18T12:54:08Z', 'revision_number': 4, 'project_id': '3262259bc9f24b35be563085fd3a260f', 'subnets': [{'id': 'b591a7f2-4465-4b6a-8969-31efb5f2ee87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 12:54:10.503804 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6567026-db49-4aa6-9a16-71afdebee695 req-61167aee-c887-46f9-8144-9389a497b475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:10.506734 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b6567026-db49-4aa6-9a16-71afdebee695 req-61167aee-c887-46f9-8144-9389a497b475 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=965a95be-f403-4b05-a46e-4281819b82c4 HTTP/1.1" status: 200 len: 852 time: 0.2782071 Jun 18 12:54:10.677275 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b6567026-db49-4aa6-9a16-71afdebee695 req-4019267b-a9f3-4000-8301-f847fd080e77 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9d649a51-2d7d-46f3-912f-a07c919dc967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1525757 Jun 18 12:54:10.723805 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2f0f8-b8e4-48df-a753-3227556229cd req-e6d5318e-d55f-43d9-935e-44ac35ac7740 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:10.730397 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-7ef2f0f8-b8e4-48df-a753-3227556229cd req-e6d5318e-d55f-43d9-935e-44ac35ac7740 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 943 time: 0.4576378 Jun 18 12:54:10.838564 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8a2f349d-34f9-4803-9105-2e557bd4d059 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:10.843428 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-8a2f349d-34f9-4803-9105-2e557bd4d059 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9345231 Jun 18 12:54:10.844858 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 46506) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:10.868038 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d7399-e21d-47b5-a7f6-63192e918d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbaaae7d-1b91-461e-ab9d-8bfd67333f83,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:10.938840 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-9d7c3bd1-d893-4b29-b1d7-ea5c15cf9125 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Request body: {'floatingip': {'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:54:10.957396 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-4d8d7399-e21d-47b5-a7f6-63192e918d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.933s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:11.024180 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c085ee-f54b-4070-bfa2-d8e70421324a req-0971cd61-4ebd-4a03-a3ac-b261a855fd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:11.024921 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-7ef2f0f8-b8e4-48df-a753-3227556229cd req-ad3a9181-f2ac-4bb0-b286-b93de5a7d123 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493074 Jun 18 12:54:11.025686 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-74c085ee-f54b-4070-bfa2-d8e70421324a req-0971cd61-4ebd-4a03-a3ac-b261a855fd57 service neutron] 10.222.0.77 "GET /v2.0/networks?id=96265354-97f1-45e3-b090-724354f3a0d8 HTTP/1.1" status: 200 len: 916 time: 1.0026143 Jun 18 12:54:11.086578 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-df4d6fab-ae45-41ff-8b72-f126b6404166 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=3262259bc9f24b35be563085fd3a260f&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1848278 Jun 18 12:54:11.098146 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-9d7c3bd1-d893-4b29-b1d7-ea5c15cf9125 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for floatingip, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:11.107886 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b6567026-db49-4aa6-9a16-71afdebee695 req-779cb262-711c-4222-b3c2-edc8d537c7e6 service neutron] 10.222.0.77 "GET /v2.0/networks/9d649a51-2d7d-46f3-912f-a07c919dc967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736715 Jun 18 12:54:11.332109 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-2be284d2-14b9-447a-87fd-84b62a257917 service neutron] 10.222.0.86 "GET /v2.0/networks/bf40e680-3b6f-4529-b4ac-893d28128a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210655 Jun 18 12:54:11.508661 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 46528) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:11.557403 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-74c085ee-f54b-4070-bfa2-d8e70421324a req-80e86663-8380-415e-857b-dfd696f4b52f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de4f3974-6882-4077-970d-a860341fda6e HTTP/1.1" status: 200 len: 217 time: 0.1281142 Jun 18 12:54:11.601985 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 12:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bed0127-2610-420d-8f36-7feb030d3bbc x-openstack-request-id: req-7bed0127-2610-420d-8f36-7feb030d3bbc {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 12:54:11.602346 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed69bd5-e892-4e01-a416-8534f5a41d61", "tag": "2236eb63-b2f0-44d6-8645-58abc57c1820", "status": "completed", "code": 200}]} {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 12:54:11.602622 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7bed0127-2610-420d-8f36-7feb030d3bbc {{(pid=92826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 12:54:11.603088 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed69bd5-e892-4e01-a416-8534f5a41d61', 'tag': '2236eb63-b2f0-44d6-8645-58abc57c1820', 'status': 'completed', 'code': 200} Jun 18 12:54:11.622115 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b6567026-db49-4aa6-9a16-71afdebee695 req-2560b200-5160-4b2d-8333-fd68c7d8cdc1 service neutron] 10.222.0.77 "GET /v2.0/networks/9d649a51-2d7d-46f3-912f-a07c919dc967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230043 Jun 18 12:54:11.668696 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-9d7c3bd1-d893-4b29-b1d7-ea5c15cf9125 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:11.673639 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-f81d362a-c556-461e-afe1-b4be9d604c20 service neutron] 10.222.0.86 "GET /v2.0/networks/bf40e680-3b6f-4529-b4ac-893d28128a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346725 Jun 18 12:54:11.741298 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 047408a6-24ef-424e-8edf-7403fb3e2367 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:54:11.859104 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning for port 047408a6-24ef-424e-8edf-7403fb3e2367 completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:54:11.863787 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port 047408a6-24ef-424e-8edf-7403fb3e2367 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:54:11.864458 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:12.029892 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-2798b3eb-c1f0-4981-b986-4b5b1adb0609 req-86a8b774-d8ff-4ef8-a20c-6dab9608b343 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 210 time: 0.0460224 Jun 18 12:54:12.047370 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.db_base_plugin_common [None req-9d7c3bd1-d893-4b29-b1d7-ea5c15cf9125 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Allocated IP 172.27.0.227 (9d896988-a366-408b-a158-be6ed4023cc1/a87da4ed-432b-4387-92bb-db12946e6cdf/95969e8e-2309-43cf-8360-1c0039d823f4) {{(pid=92825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 12:54:12.064912 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-bdaf0a0c-4c24-4ceb-a7ee-0a31602eba70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:12.081239 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:12.206337 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adbd9fd-8d62-4bea-be1e-ffed5d2ee75c req-08e27d67-a6fd-4002-9201-b3f226956c1d tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:12.209904 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] For port 047408a6-24ef-424e-8edf-7403fb3e2367, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=047408a6-24ef-424e-8edf-7403fb3e2367,segment=NetworkSegment(f5272d93-3659-4f37-b7e2-a04b822788ec),segment_id=f5272d93-3659-4f37-b7e2-a04b822788ec)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:54:12.217312 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:12.219112 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device f9dc3aaf-dc97-4a2b-a90a-64a6f43785df up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:54:12.228004 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:12.229124 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-0adbd9fd-8d62-4bea-be1e-ffed5d2ee75c req-08e27d67-a6fd-4002-9201-b3f226956c1d tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 944 time: 0.3421218 Jun 18 12:54:12.366773 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-0adbd9fd-8d62-4bea-be1e-ffed5d2ee75c req-a0fd97f3-d679-46a3-b6bb-bd3ee1731be4 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/security-groups?id=f547dae4-0857-46be-8adc-237a41d109be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322579 Jun 18 12:54:12.374854 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Pushing event updated for resources: {'Port': ['ID=047408a6-24ef-424e-8edf-7403fb3e2367,revision_number=5']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:12.386121 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:12.423408 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port f9dc3aaf-dc97-4a2b-a90a-64a6f43785df triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:54:12.424345 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:12.434387 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-9d7c3bd1-d893-4b29-b1d7-ea5c15cf9125 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for port, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:12.469493 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-bdaf0a0c-4c24-4ceb-a7ee-0a31602eba70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:12.478323 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a8ece-92ae-4614-ade9-21f69fd68d66 req-9c8f715f-14e6-45f0-87ad-f621992f435e tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:12.478585 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-bdaf0a0c-4c24-4ceb-a7ee-0a31602eba70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:12.484362 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-50313ec9-3e17-4901-8b3e-63ae54adb5a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:12.491293 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-468a8ece-92ae-4614-ade9-21f69fd68d66 req-9c8f715f-14e6-45f0-87ad-f621992f435e tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 943 time: 0.2639747 Jun 18 12:54:12.561755 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-bdaf0a0c-4c24-4ceb-a7ee-0a31602eba70 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=84cdfa0e00a74ae98f21aa6d0d3ac66d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0481410 Jun 18 12:54:12.564673 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 46592) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:12.636640 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf0a0c-4c24-4ceb-a7ee-0a31602eba70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c361b72-92e8-417e-b183-380c3f9ae7a1,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:12.640239 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-bdaf0a0c-4c24-4ceb-a7ee-0a31602eba70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:12.707786 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-468a8ece-92ae-4614-ade9-21f69fd68d66 req-5904b8dc-e41c-4af4-b49b-3d53553cab3e tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034371 Jun 18 12:54:12.711122 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-d5435ca1-bb91-4cbf-bd37-5e5437de1680 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:12.719255 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-d5435ca1-bb91-4cbf-bd37-5e5437de1680 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/networks?id=bf40e680-3b6f-4529-b4ac-893d28128a35 HTTP/1.1" status: 200 len: 819 time: 0.1557498 Jun 18 12:54:12.738038 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-6b8473a5-c26c-4e13-a52c-7df468f3929a tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/quotas/3262259bc9f24b35be563085fd3a260f HTTP/1.1" status: 200 len: 375 time: 0.0173345 Jun 18 12:54:12.753673 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-9d7c3bd1-d893-4b29-b1d7-ea5c15cf9125 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8372378'] for port, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:12.760251 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-220a9f01-c6b7-4fe3-b8b6-5550f4f0eac3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:12.762945 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-3161fd36-c47a-4f3b-b792-b66523887591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:12.847146 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7c3bd1-d893-4b29-b1d7-ea5c15cf9125 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Network 9d896988-a366-408b-a158-be6ed4023cc1 is already hosted by enough agents. {{(pid=92825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:54:12.850092 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-3161fd36-c47a-4f3b-b792-b66523887591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:12.858287 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c3bd1-d893-4b29-b1d7-ea5c15cf9125 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Pushing event updated for resources: {'Port': ['ID=95969e8e-2309-43cf-8360-1c0039d823f4,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:12.862844 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [None req-9d7c3bd1-d893-4b29-b1d7-ea5c15cf9125 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Resources bound (agent type, host, resource id): {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:54:12.864865 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-9d7c3bd1-d893-4b29-b1d7-ea5c15cf9125 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:12.867974 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7c3bd1-d893-4b29-b1d7-ea5c15cf9125 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Received port after_create {{(pid=92825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 12:54:12.876794 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-235dbd4f-7c4a-4b39-a434-1b308d688368 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=3262259bc9f24b35be563085fd3a260f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1376328 Jun 18 12:54:12.918368 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 46600) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:13.013010 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-e43dde00-6f4c-4a35-8791-3d2fbcc6d8ed service neutron] 10.222.0.86 "GET /v2.0/networks/bf40e680-3b6f-4529-b4ac-893d28128a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284471 Jun 18 12:54:13.039093 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-3161fd36-c47a-4f3b-b792-b66523887591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:13.047785 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-3161fd36-c47a-4f3b-b792-b66523887591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:13.062818 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-3161fd36-c47a-4f3b-b792-b66523887591 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3c361b72-92e8-417e-b183-380c3f9ae7a1 HTTP/1.1" status: 204 len: 168 time: 0.4943829 Jun 18 12:54:13.074441 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:13.106390 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-9d7c3bd1-d893-4b29-b1d7-ea5c15cf9125 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:13.118946 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161fd36-c47a-4f3b-b792-b66523887591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c361b72-92e8-417e-b183-380c3f9ae7a1,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:13.129888 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-3161fd36-c47a-4f3b-b792-b66523887591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:13.140850 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b6ec7f43-294d-4162-a54d-e6862548f1aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:13.223049 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-9d7c3bd1-d893-4b29-b1d7-ea5c15cf9125 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:13.367800 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-3a6dcade-d883-48a4-ac6a-d52ac609d5c0 service neutron] 10.222.0.86 "GET /v2.0/networks/bf40e680-3b6f-4529-b4ac-893d28128a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480375 Jun 18 12:54:13.469087 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b6ec7f43-294d-4162-a54d-e6862548f1aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:13.486045 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 047408a6-24ef-424e-8edf-7403fb3e2367 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:54:13.486642 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b6ec7f43-294d-4162-a54d-e6862548f1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:13.492419 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c085ee-f54b-4070-bfa2-d8e70421324a req-82f54809-4f4a-433a-b0df-d16ce003d322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:13.494137 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-74c085ee-f54b-4070-bfa2-d8e70421324a req-82f54809-4f4a-433a-b0df-d16ce003d322 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd68f4da-dd03-4cd6-93b2-a3dfbb56f132 HTTP/1.1" status: 200 len: 855 time: 0.1099358 Jun 18 12:54:13.498704 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-b083d450-4e1f-48ad-832e-0c9cdece21d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:13.619054 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port 047408a6-24ef-424e-8edf-7403fb3e2367 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:54:13.619440 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:13.636957 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-74c085ee-f54b-4070-bfa2-d8e70421324a req-a35e38a0-afda-4df4-9f7b-4ae4ed816661 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=96265354-97f1-45e3-b090-724354f3a0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226337 Jun 18 12:54:13.637817 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578053f-35b9-4c64-a0d0-f34e0e492eb9 req-5fe9e2ce-a8e0-4f1c-bfec-c9b5edbe7694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:13.639764 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c578053f-35b9-4c64-a0d0-f34e0e492eb9 req-5fe9e2ce-a8e0-4f1c-bfec-c9b5edbe7694 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff60a66777fc4d1a99e8ad63c5505e2e&device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 1097 time: 0.1199319 Jun 18 12:54:13.667933 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-b6ec7f43-294d-4162-a54d-e6862548f1aa admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ed1fd88116164647a88a1b0c3c9b2c3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7457407 Jun 18 12:54:13.670945 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 46638) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:13.714056 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-9d7c3bd1-d893-4b29-b1d7-ea5c15cf9125 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for port, precommit_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:13.718438 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec7f43-294d-4162-a54d-e6862548f1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dad3e08-f06f-4a03-84b0-ed10ce2d8c39,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:13.737632 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-b6ec7f43-294d-4162-a54d-e6862548f1aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:13.738405 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-9d7c3bd1-d893-4b29-b1d7-ea5c15cf9125 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8372396'] for port, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:13.773036 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-9d7c3bd1-d893-4b29-b1d7-ea5c15cf9125 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:13.976035 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c3bd1-d893-4b29-b1d7-ea5c15cf9125 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Pushing event updated for resources: {'Port': ['ID=95969e8e-2309-43cf-8360-1c0039d823f4,revision_number=2']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:13.994604 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-9d7c3bd1-d893-4b29-b1d7-ea5c15cf9125 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:14.035132 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-9d7c3bd1-d893-4b29-b1d7-ea5c15cf9125 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055052'] for floatingip, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:14.039292 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-74c085ee-f54b-4070-bfa2-d8e70421324a req-a28f1395-9d2c-4865-86cb-7348de91ea7d service neutron] 10.222.0.77 "GET /v2.0/networks/96265354-97f1-45e3-b090-724354f3a0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667231 Jun 18 12:54:14.041847 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-7ce98cf1-6acc-4c26-a8db-3849c8f6db6a req-b092dd28-c6c5-44dc-a4e3-91306bc461d0 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 210 time: 0.1703815 Jun 18 12:54:14.049334 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff7e3e-9324-4f81-a9ba-744951c89f87 req-ae43362c-1c97-4373-b98d-ca8ff5055d60 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:14.050831 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-98ff7e3e-9324-4f81-a9ba-744951c89f87 req-ae43362c-1c97-4373-b98d-ca8ff5055d60 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 944 time: 0.4123793 Jun 18 12:54:14.090236 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 46656) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:14.094141 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-9d7c3bd1-d893-4b29-b1d7-ea5c15cf9125 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for floatingip, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:14.099010 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 46658) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:14.101581 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-9d7c3bd1-d893-4b29-b1d7-ea5c15cf9125 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2347872 Jun 18 12:54:14.105773 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-4a811350-747f-4e6b-88de-77cbe4e1c4d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:14.165646 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-65d09855-a96d-4651-b571-53384be63cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:14.192094 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-98ff7e3e-9324-4f81-a9ba-744951c89f87 req-dbee174a-3cbf-4e98-bf78-25d029ff66d3 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/security-groups?id=f547dae4-0857-46be-8adc-237a41d109be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324437 Jun 18 12:54:14.258721 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-4a811350-747f-4e6b-88de-77cbe4e1c4d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:14.349253 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578053f-35b9-4c64-a0d0-f34e0e492eb9 req-15a12e43-1a40-4c55-89fd-0e7980d8ea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:14.352014 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c578053f-35b9-4c64-a0d0-f34e0e492eb9 req-15a12e43-1a40-4c55-89fd-0e7980d8ea46 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9d649a51-2d7d-46f3-912f-a07c919dc967 HTTP/1.1" status: 200 len: 913 time: 0.7007780 Jun 18 12:54:14.362502 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-65d09855-a96d-4651-b571-53384be63cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:14.389093 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-65d09855-a96d-4651-b571-53384be63cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:14.468282 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-595e9c8f-23bb-4949-b2f7-3627084ca1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:14.476167 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c578053f-35b9-4c64-a0d0-f34e0e492eb9 req-5aca5791-6f4e-41cd-9fac-42798a07061a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2236eb63-b2f0-44d6-8645-58abc57c1820 HTTP/1.1" status: 200 len: 217 time: 0.1016967 Jun 18 12:54:14.485375 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-fa802ac6-f19f-48e4-b3b5-5e35df72acf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:14.577319 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c98206-de98-49d4-980d-aa894a72d7e9 req-b4a34685-4737-4ddd-9aeb-0a5f66c9008e tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:14.578674 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-71c98206-de98-49d4-980d-aa894a72d7e9 req-b4a34685-4737-4ddd-9aeb-0a5f66c9008e tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 943 time: 0.2965350 Jun 18 12:54:14.583062 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-4a811350-747f-4e6b-88de-77cbe4e1c4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:14.592302 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-4a811350-747f-4e6b-88de-77cbe4e1c4d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:14.593623 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-4a811350-747f-4e6b-88de-77cbe4e1c4d1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6dad3e08-f06f-4a03-84b0-ed10ce2d8c39 HTTP/1.1" status: 204 len: 168 time: 0.9067640 Jun 18 12:54:14.600202 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-bdaf0a0c-4c24-4ceb-a7ee-0a31602eba70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:14.610496 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578053f-35b9-4c64-a0d0-f34e0e492eb9 req-cc941928-326a-4e65-91cc-601720225daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:14.612256 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c578053f-35b9-4c64-a0d0-f34e0e492eb9 req-cc941928-326a-4e65-91cc-601720225daa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=965a95be-f403-4b05-a46e-4281819b82c4 HTTP/1.1" status: 200 len: 852 time: 0.1233642 Jun 18 12:54:14.647602 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a811350-747f-4e6b-88de-77cbe4e1c4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dad3e08-f06f-4a03-84b0-ed10ce2d8c39,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:14.658310 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-4a811350-747f-4e6b-88de-77cbe4e1c4d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:14.718861 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c578053f-35b9-4c64-a0d0-f34e0e492eb9 req-e7fce18b-d2e5-45a0-8bf6-15fd76eee09d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9d649a51-2d7d-46f3-912f-a07c919dc967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909734 Jun 18 12:54:14.730373 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-65d09855-a96d-4651-b571-53384be63cdc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e8631fc7c6424e9a960863d5319858fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6363225 Jun 18 12:54:14.732405 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d09855-a96d-4651-b571-53384be63cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f65e95-7014-4a43-b179-51cc1a272d5c,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:14.732994 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 46686) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:14.743801 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-65d09855-a96d-4651-b571-53384be63cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:14.793270 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-13a6322e-049f-4c3f-abb0-49bd5062b9a1 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1356641072&fields=id&tenant_id=4f05dfc5e1c54a9c8c16e92e579c9b1d HTTP/1.1" status: 200 len: 267 time: 0.0860879 Jun 18 12:54:14.798269 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-74c085ee-f54b-4070-bfa2-d8e70421324a req-0b99a49e-54c9-42ff-88c0-3b85c16175ae service neutron] 10.222.0.77 "GET /v2.0/networks/96265354-97f1-45e3-b090-724354f3a0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4333825 Jun 18 12:54:14.800100 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-71c98206-de98-49d4-980d-aa894a72d7e9 req-e286100d-a8fc-43fa-9ced-f6cb08dfcef9 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053061 Jun 18 12:54:14.966403 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-6f641d96-9422-4f01-81c9-86477bfc0985 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:14.968806 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-6f641d96-9422-4f01-81c9-86477bfc0985 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/networks?id=1ff29541-7511-4984-adea-fc36150ec103 HTTP/1.1" status: 200 len: 815 time: 0.1671755 Jun 18 12:54:14.971755 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c578053f-35b9-4c64-a0d0-f34e0e492eb9 req-a14ccaeb-98fd-4659-baee-c3c59c85f3dd service neutron] 10.222.0.77 "GET /v2.0/networks/9d649a51-2d7d-46f3-912f-a07c919dc967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397213 Jun 18 12:54:14.976872 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-b0726bae-7c54-46bd-9f2c-874fc385d01b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:14.993135 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-595e9c8f-23bb-4949-b2f7-3627084ca1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:15.003156 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-1a10c247-1202-4f5e-aa44-f9985d7ac176 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/quotas/4f05dfc5e1c54a9c8c16e92e579c9b1d HTTP/1.1" status: 200 len: 375 time: 0.0261631 Jun 18 12:54:15.009432 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-595e9c8f-23bb-4949-b2f7-3627084ca1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:15.041116 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 46694) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:15.049883 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-01cf015f-2caa-4ab0-af55-47e4ed59016b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:15.062533 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-69167442-12b9-4b1e-be2e-8cc34bb84af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:15.063263 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-b0726bae-7c54-46bd-9f2c-874fc385d01b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:15.113839 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-92a1e7ba-ce4c-4b7e-965a-ff4d8b7d3281 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=4f05dfc5e1c54a9c8c16e92e579c9b1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1041343 Jun 18 12:54:15.129701 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-595e9c8f-23bb-4949-b2f7-3627084ca1ed admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=67db04ef99d5436f8e0b4f43d717349d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0282772 Jun 18 12:54:15.134201 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 46702) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:15.139771 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e9c8f-23bb-4949-b2f7-3627084ca1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8226198e-a0f0-4293-886f-fe919b6c162b,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:15.144853 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-595e9c8f-23bb-4949-b2f7-3627084ca1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:15.174208 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c578053f-35b9-4c64-a0d0-f34e0e492eb9 req-ffa3ff0b-ee54-4d15-ab8d-98a47e68da2a service neutron] 10.222.0.77 "GET /v2.0/networks/9d649a51-2d7d-46f3-912f-a07c919dc967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914423 Jun 18 12:54:15.185244 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-b0726bae-7c54-46bd-9f2c-874fc385d01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:15.188660 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-b0726bae-7c54-46bd-9f2c-874fc385d01b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:15.192239 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-b0726bae-7c54-46bd-9f2c-874fc385d01b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/58f65e95-7014-4a43-b179-51cc1a272d5c HTTP/1.1" status: 204 len: 168 time: 0.4396029 Jun 18 12:54:15.192239 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:15.198965 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0726bae-7c54-46bd-9f2c-874fc385d01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f65e95-7014-4a43-b179-51cc1a272d5c,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:15.202560 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-b0726bae-7c54-46bd-9f2c-874fc385d01b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:15.317353 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-55cbe98b-c9c3-42e1-925d-95519f739f11 req-ab5b125a-dcd7-49a7-97da-36dd53020cf8 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 210 time: 0.0531669 Jun 18 12:54:15.336549 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-8c9b2342-71d0-48ee-881a-e20c614c04d0 service neutron] 10.222.0.86 "GET /v2.0/networks/1ff29541-7511-4984-adea-fc36150ec103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876955 Jun 18 12:54:15.520098 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-7f59ebca-fe6a-46f6-abf5-6010bc1e35e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:15.560970 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-01143a16-210f-4048-9345-7088aef1dbe1 service neutron] 10.222.0.86 "GET /v2.0/networks/1ff29541-7511-4984-adea-fc36150ec103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128162 Jun 18 12:54:15.583060 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-e5717e3d-2c58-4c43-a997-22d57d69d376 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:15.584096 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-69167442-12b9-4b1e-be2e-8cc34bb84af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:15.584824 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-e5717e3d-2c58-4c43-a997-22d57d69d376 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.77 "GET /v2.0/networks?id=bf40e680-3b6f-4529-b4ac-893d28128a35 HTTP/1.1" status: 200 len: 819 time: 0.1911595 Jun 18 12:54:15.585973 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-7f59ebca-fe6a-46f6-abf5-6010bc1e35e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:15.597771 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-69167442-12b9-4b1e-be2e-8cc34bb84af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:15.605931 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-752559d2-90e3-45cb-9e4a-4cb7e0526610 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Request body: {'port': {'device_id': '6ddb08fd-ccd6-48c5-ae07-708601a03d74', 'network_id': 'bf40e680-3b6f-4529-b4ac-893d28128a35', 'admin_state_up': True, 'tenant_id': '3262259bc9f24b35be563085fd3a260f'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:54:15.608686 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-4d8d7399-e21d-47b5-a7f6-63192e918d40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:15.675456 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-69167442-12b9-4b1e-be2e-8cc34bb84af8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4423d15e515f45ac8953dc079658412e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6296921 Jun 18 12:54:15.675456 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 46712) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:15.687764 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69167442-12b9-4b1e-be2e-8cc34bb84af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6002e9-942b-4bec-a0af-cb60945486aa,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:15.699046 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-69167442-12b9-4b1e-be2e-8cc34bb84af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:15.735020 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-7f59ebca-fe6a-46f6-abf5-6010bc1e35e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:15.743791 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-7f59ebca-fe6a-46f6-abf5-6010bc1e35e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:15.748670 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-7f59ebca-fe6a-46f6-abf5-6010bc1e35e9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8226198e-a0f0-4293-886f-fe919b6c162b HTTP/1.1" status: 204 len: 168 time: 0.6127491 Jun 18 12:54:15.752070 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:15.763431 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f59ebca-fe6a-46f6-abf5-6010bc1e35e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8226198e-a0f0-4293-886f-fe919b6c162b,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:15.766307 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-7f59ebca-fe6a-46f6-abf5-6010bc1e35e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:15.801463 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-3c94b840-d7c7-4993-9226-3a1e7b85bcdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:15.835922 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f09566-20b3-47f0-8ef6-7bcabe18558b req-9bc16cfa-b959-4d58-8358-138566646ebd tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:15.844660 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-3c94b840-d7c7-4993-9226-3a1e7b85bcdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:15.845166 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b0f09566-20b3-47f0-8ef6-7bcabe18558b req-9bc16cfa-b959-4d58-8358-138566646ebd tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 944 time: 0.3331971 Jun 18 12:54:15.953092 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b0f09566-20b3-47f0-8ef6-7bcabe18558b req-b71edd77-c4ed-4b81-ad0b-406366fe3569 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/security-groups?id=f547dae4-0857-46be-8adc-237a41d109be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914404 Jun 18 12:54:15.968204 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-3c94b840-d7c7-4993-9226-3a1e7b85bcdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:15.969229 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-3c94b840-d7c7-4993-9226-3a1e7b85bcdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:15.973408 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-3c94b840-d7c7-4993-9226-3a1e7b85bcdf admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6f6002e9-942b-4bec-a0af-cb60945486aa HTTP/1.1" status: 204 len: 168 time: 0.2940991 Jun 18 12:54:15.973408 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-5e89966e-9fdd-42f4-a032-3a8dc7e45ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:15.975389 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-752559d2-90e3-45cb-9e4a-4cb7e0526610 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Made reservation on behalf of 3262259bc9f24b35be563085fd3a260f for: {'port': 1} {{(pid=92826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:54:15.982576 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94b840-d7c7-4993-9226-3a1e7b85bcdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6002e9-942b-4bec-a0af-cb60945486aa,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:15.983289 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-752559d2-90e3-45cb-9e4a-4cb7e0526610 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:15.986036 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-3c94b840-d7c7-4993-9226-3a1e7b85bcdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:16.106570 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-7f4ef0c6-b933-4f1a-abad-7cc99d4b8a45 req-159020a2-64bc-4add-b43f-18dfcbcddf7b tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 210 time: 0.0791657 Jun 18 12:54:16.197174 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80aa3da-9c04-41e6-abf6-a5838a85f3cc req-2da1e0fe-f4a7-4fb0-9d66-087780440b7b tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:16.199500 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-e80aa3da-9c04-41e6-abf6-a5838a85f3cc req-2da1e0fe-f4a7-4fb0-9d66-087780440b7b tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 943 time: 0.1634655 Jun 18 12:54:16.354421 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.db_base_plugin_common [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-752559d2-90e3-45cb-9e4a-4cb7e0526610 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Allocated IP 172.20.0.8 (bf40e680-3b6f-4529-b4ac-893d28128a35/b591a7f2-4465-4b6a-8969-31efb5f2ee87/1085e992-888c-4c43-af76-b565fadc2bbb) {{(pid=92826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 12:54:16.463227 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-e80aa3da-9c04-41e6-abf6-a5838a85f3cc req-62a22644-edc9-4d30-b1c8-532f97c500b4 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522802 Jun 18 12:54:16.506399 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-18b3eefc-c37b-4e15-a202-1bd2b6f2db5c tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:16.507878 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-18b3eefc-c37b-4e15-a202-1bd2b6f2db5c tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.77 "GET /v2.0/networks?id=bf40e680-3b6f-4529-b4ac-893d28128a35 HTTP/1.1" status: 200 len: 819 time: 0.2356853 Jun 18 12:54:16.528357 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-20f67f78-eed0-4fbc-b9ca-12ff4da80c0b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Request body: {'port': {'device_id': 'fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3', 'network_id': 'bf40e680-3b6f-4529-b4ac-893d28128a35', 'admin_state_up': True, 'tenant_id': '3262259bc9f24b35be563085fd3a260f'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:54:16.682000 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-752559d2-90e3-45cb-9e4a-4cb7e0526610 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Notify callbacks [] for port, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:16.715477 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 46756) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:16.751551 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-cdee8554-6878-46cf-b899-b31d2a83e458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:16.774026 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-9b57c423-cb7e-4a5d-b519-db18df1419bd req-d478b358-1637-45b0-8a7a-04e914c50351 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 210 time: 0.0716145 Jun 18 12:54:16.777506 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-752559d2-90e3-45cb-9e4a-4cb7e0526610 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4940139'] for port, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:16.783958 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:16.838488 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-752559d2-90e3-45cb-9e4a-4cb7e0526610 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Network bf40e680-3b6f-4529-b4ac-893d28128a35 is already hosted by enough agents. {{(pid=92826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:54:16.842458 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.base_scheduler [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-752559d2-90e3-45cb-9e4a-4cb7e0526610 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Resources bound (agent type, host, resource id): {{(pid=92826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:54:16.846494 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-752559d2-90e3-45cb-9e4a-4cb7e0526610 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Received port after_create {{(pid=92826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 12:54:16.862768 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-20f67f78-eed0-4fbc-b9ca-12ff4da80c0b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Made reservation on behalf of 3262259bc9f24b35be563085fd3a260f for: {'port': 1} {{(pid=92825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:54:16.873457 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752559d2-90e3-45cb-9e4a-4cb7e0526610 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Pushing event updated for resources: {'Port': ['ID=1085e992-888c-4c43-af76-b565fadc2bbb,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:16.878079 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-752559d2-90e3-45cb-9e4a-4cb7e0526610 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:16.878745 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-20f67f78-eed0-4fbc-b9ca-12ff4da80c0b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:16.913318 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-752559d2-90e3-45cb-9e4a-4cb7e0526610 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:16.914075 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-752559d2-90e3-45cb-9e4a-4cb7e0526610 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for port, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:17.121386 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.db_base_plugin_common [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-20f67f78-eed0-4fbc-b9ca-12ff4da80c0b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Allocated IP 172.20.0.14 (bf40e680-3b6f-4529-b4ac-893d28128a35/b591a7f2-4465-4b6a-8969-31efb5f2ee87/b7841d7d-9d25-4c4c-b14c-b1c24f67da44) {{(pid=92825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 12:54:17.189770 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-cdee8554-6878-46cf-b899-b31d2a83e458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:17.202229 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-752559d2-90e3-45cb-9e4a-4cb7e0526610 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6016104 Jun 18 12:54:17.203839 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-cdee8554-6878-46cf-b899-b31d2a83e458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:17.220613 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-201f1ada-1d5b-4c2c-945f-f148e8c5aac2 service neutron] Request body: {'port': {'device_id': '6ddb08fd-ccd6-48c5-ae07-708601a03d74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79707'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:54:17.222983 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:17.323878 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-df16057e-c588-4364-ad7d-a510a4a5de16 req-cb163a52-98ad-48ec-b780-30f23cd92c43 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 210 time: 0.0408821 Jun 18 12:54:17.324250 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224b8fa-3a95-48d2-90f1-92fb33744720 req-c4901383-e551-42c9-9f12-face10a8bd22 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:17.325969 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c224b8fa-3a95-48d2-90f1-92fb33744720 req-c4901383-e551-42c9-9f12-face10a8bd22 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 944 time: 0.2199285 Jun 18 12:54:17.358292 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-cdee8554-6878-46cf-b899-b31d2a83e458 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ff3f0c0414384b3394a50ad88262a1d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6327446 Jun 18 12:54:17.359118 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 46782) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:17.389776 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee8554-6878-46cf-b899-b31d2a83e458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24cabc3-66ee-43a6-a516-52981c5109ff,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:17.401193 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-cdee8554-6878-46cf-b899-b31d2a83e458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:17.432347 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-201f1ada-1d5b-4c2c-945f-f148e8c5aac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:17.484995 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c224b8fa-3a95-48d2-90f1-92fb33744720 req-8b60e33b-f0ee-4f27-a0a7-77525e5d4218 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/security-groups?id=f547dae4-0857-46be-8adc-237a41d109be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385028 Jun 18 12:54:17.551009 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-39d7e36b-6331-48df-b9d8-d20047c5dd7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:17.555662 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-20f67f78-eed0-4fbc-b9ca-12ff4da80c0b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Notify callbacks [] for port, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:17.607287 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-39d7e36b-6331-48df-b9d8-d20047c5dd7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:17.677047 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-20f67f78-eed0-4fbc-b9ca-12ff4da80c0b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8372378'] for port, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:17.692241 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-9d7c3bd1-d893-4b29-b1d7-ea5c15cf9125 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:17.737537 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-20f67f78-eed0-4fbc-b9ca-12ff4da80c0b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Network bf40e680-3b6f-4529-b4ac-893d28128a35 is already hosted by enough agents. {{(pid=92825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:54:17.737537 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-20f67f78-eed0-4fbc-b9ca-12ff4da80c0b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Resources bound (agent type, host, resource id): {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:54:17.737988 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-39d7e36b-6331-48df-b9d8-d20047c5dd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:17.743454 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-39d7e36b-6331-48df-b9d8-d20047c5dd7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:17.743454 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-39d7e36b-6331-48df-b9d8-d20047c5dd7f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b24cabc3-66ee-43a6-a516-52981c5109ff HTTP/1.1" status: 204 len: 168 time: 0.3547814 Jun 18 12:54:17.743834 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-20f67f78-eed0-4fbc-b9ca-12ff4da80c0b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Received port after_create {{(pid=92825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 12:54:17.810291 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-20f67f78-eed0-4fbc-b9ca-12ff4da80c0b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:17.810951 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-20f67f78-eed0-4fbc-b9ca-12ff4da80c0b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for port, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:17.850572 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-20f67f78-eed0-4fbc-b9ca-12ff4da80c0b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3235743 Jun 18 12:54:17.877952 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ccf69b-21bd-4c0d-86ff-3d2213c13e07 req-0ec709af-54aa-4ac1-9587-3f17af49d274 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:17.879523 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-17ccf69b-21bd-4c0d-86ff-3d2213c13e07 req-0ec709af-54aa-4ac1-9587-3f17af49d274 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 943 time: 0.2038515 Jun 18 12:54:17.894279 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-ad2f97d7-fc78-4203-b589-1063714a2d5a service neutron] Request body: {'port': {'device_id': 'fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79707'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:54:17.957234 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-17ccf69b-21bd-4c0d-86ff-3d2213c13e07 req-aab7abe5-d0b1-40c6-a6bf-2511f05b67fb tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674870 Jun 18 12:54:17.981912 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f67f78-eed0-4fbc-b9ca-12ff4da80c0b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Pushing event updated for resources: {'Port': ['ID=b7841d7d-9d25-4c4c-b14c-b1c24f67da44,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:18.004045 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-20f67f78-eed0-4fbc-b9ca-12ff4da80c0b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:18.008771 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:18.072065 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7e36b-6331-48df-b9d8-d20047c5dd7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24cabc3-66ee-43a6-a516-52981c5109ff,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:18.074510 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.77', 60980) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:18.133377 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.notifiers.nova [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-201f1ada-1d5b-4c2c-945f-f148e8c5aac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1085e992-888c-4c43-af76-b565fadc2bbb {{(pid=92826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 12:54:18.147475 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-39d7e36b-6331-48df-b9d8-d20047c5dd7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:18.148680 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-201f1ada-1d5b-4c2c-945f-f148e8c5aac2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:18.182767 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.provisioning_blocks [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-201f1ada-1d5b-4c2c-945f-f148e8c5aac2 service neutron] Transition to ACTIVE for port object 1085e992-888c-4c43-af76-b565fadc2bbb will not be triggered until provisioned by entity L2. {{(pid=92826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:54:18.186789 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-201f1ada-1d5b-4c2c-945f-f148e8c5aac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4940125'] for port, after_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:18.192107 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-da406631-d3b7-43f4-b479-39aa212c3dc4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:18.228913 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-ad2f97d7-fc78-4203-b589-1063714a2d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:18.250231 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-624fe943-194e-4309-a254-bd424d39e47b tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:18.251750 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-624fe943-194e-4309-a254-bd424d39e47b tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.77 "GET /v2.0/networks?id=1ff29541-7511-4984-adea-fc36150ec103 HTTP/1.1" status: 200 len: 815 time: 0.1753812 Jun 18 12:54:18.317289 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0cd313-fb01-40cd-8aa1-f42467828a3e req-3b55d93c-c5ae-4a9b-8f15-873abb4cf0c9 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:18.319371 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-6b0cd313-fb01-40cd-8aa1-f42467828a3e req-3b55d93c-c5ae-4a9b-8f15-873abb4cf0c9 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 932 time: 0.3021932 Jun 18 12:54:18.481784 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-6e4fc86d-f582-4e20-91e6-8eb03a9bc56a tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f05dfc5e1c54a9c8c16e92e579c9b1d HTTP/1.1" status: 200 len: 380 time: 0.2006130 Jun 18 12:54:18.504793 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-41a627e9-9e92-474c-a05f-fddf74b1185e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Request body: {'port': {'device_id': 'c69f1c9d-2952-4bef-bcc5-9217af8cd15f', 'network_id': '1ff29541-7511-4984-adea-fc36150ec103', 'admin_state_up': True, 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'security_groups': ['f972653c-2649-4c07-832b-c73d9da7438b']}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:54:18.534803 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-6b0cd313-fb01-40cd-8aa1-f42467828a3e req-9a3439d9-92f0-477a-ba86-95026f626ae1 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082248 Jun 18 12:54:18.762582 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a0792835-3365-4d63-aefa-410395487075 req-0d25971a-bd98-439d-947d-6481200058a8 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 210 time: 0.1120985 Jun 18 12:54:18.834776 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f1ada-1d5b-4c2c-945f-f148e8c5aac2 service neutron] Pushing event updated for resources: {'Port': ['ID=1085e992-888c-4c43-af76-b565fadc2bbb,revision_number=2']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:18.840663 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-201f1ada-1d5b-4c2c-945f-f148e8c5aac2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:18.939780 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-41a627e9-9e92-474c-a05f-fddf74b1185e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Made reservation on behalf of 4f05dfc5e1c54a9c8c16e92e579c9b1d for: {'port': 1} {{(pid=92825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:54:18.943943 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-41a627e9-9e92-474c-a05f-fddf74b1185e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:18.954240 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.managers [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-201f1ada-1d5b-4c2c-945f-f148e8c5aac2 service neutron] Attempting to bind port 1085e992-888c-4c43-af76-b565fadc2bbb on host hv-cinder-79707 for vnic_type normal with profile {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 12:54:18.954240 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.managers [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-201f1ada-1d5b-4c2c-945f-f148e8c5aac2 service neutron] Attempting to bind port 1085e992-888c-4c43-af76-b565fadc2bbb by drivers openvswitch,hyperv on host hv-cinder-79707 at level 0 using segments [{'id': 'f5272d93-3659-4f37-b7e2-a04b822788ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'bf40e680-3b6f-4529-b4ac-893d28128a35'}] {{(pid=92826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 12:54:18.954240 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-201f1ada-1d5b-4c2c-945f-f148e8c5aac2 service neutron] Attempting to bind port 1085e992-888c-4c43-af76-b565fadc2bbb on network bf40e680-3b6f-4529-b4ac-893d28128a35 {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:54:18.955051 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-201f1ada-1d5b-4c2c-945f-f148e8c5aac2 service neutron] Port 1085e992-888c-4c43-af76-b565fadc2bbb on network bf40e680-3b6f-4529-b4ac-893d28128a35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79707 {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 12:54:18.955248 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-201f1ada-1d5b-4c2c-945f-f148e8c5aac2 service neutron] Attempting to bind port 1085e992-888c-4c43-af76-b565fadc2bbb on network bf40e680-3b6f-4529-b4ac-893d28128a35 {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:54:18.966432 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-201f1ada-1d5b-4c2c-945f-f148e8c5aac2 service neutron] Checking agent: {'id': '7546d223-5e56-44d8-9441-1a8a85fbff90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79707', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'started_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 12, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 12:54:18.966918 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-201f1ada-1d5b-4c2c-945f-f148e8c5aac2 service neutron] Checking segment: {'id': 'f5272d93-3659-4f37-b7e2-a04b822788ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'bf40e680-3b6f-4529-b4ac-893d28128a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:54:18.967546 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-201f1ada-1d5b-4c2c-945f-f148e8c5aac2 service neutron] Bound using segment: {'id': 'f5272d93-3659-4f37-b7e2-a04b822788ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'bf40e680-3b6f-4529-b4ac-893d28128a35'} {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 12:54:18.967986 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.managers [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-201f1ada-1d5b-4c2c-945f-f148e8c5aac2 service neutron] Bound port: 1085e992-888c-4c43-af76-b565fadc2bbb, host: hv-cinder-79707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5272d93-3659-4f37-b7e2-a04b822788ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'bf40e680-3b6f-4529-b4ac-893d28128a35'}}] {{(pid=92826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 12:54:18.968379 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-201f1ada-1d5b-4c2c-945f-f148e8c5aac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:19.017987 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc4b0a-7a10-4c85-97c4-fe7188b4b1cb req-ae179913-7187-440d-9dfe-3a6f5f439555 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:19.026260 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-5ebc4b0a-7a10-4c85-97c4-fe7188b4b1cb req-ae179913-7187-440d-9dfe-3a6f5f439555 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 944 time: 0.2711124 Jun 18 12:54:19.062407 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-201f1ada-1d5b-4c2c-945f-f148e8c5aac2 service neutron] For port 1085e992-888c-4c43-af76-b565fadc2bbb, host hv-cinder-79707, cleared binding levels {{(pid=92826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 12:54:19.065996 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-201f1ada-1d5b-4c2c-945f-f148e8c5aac2 service neutron] For port 1085e992-888c-4c43-af76-b565fadc2bbb, host hv-cinder-79707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=1085e992-888c-4c43-af76-b565fadc2bbb,segment=NetworkSegment(f5272d93-3659-4f37-b7e2-a04b822788ec),segment_id=f5272d93-3659-4f37-b7e2-a04b822788ec)] {{(pid=92826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 12:54:19.071087 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-201f1ada-1d5b-4c2c-945f-f148e8c5aac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4940125'] for port, after_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:19.085361 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:19.102875 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-ad2f97d7-fc78-4203-b589-1063714a2d5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7841d7d-9d25-4c4c-b14c-b1c24f67da44 {{(pid=92825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 12:54:19.131463 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-ad2f97d7-fc78-4203-b589-1063714a2d5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:19.162661 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f1ada-1d5b-4c2c-945f-f148e8c5aac2 service neutron] Pushing event updated for resources: {'Port': ['ID=1085e992-888c-4c43-af76-b565fadc2bbb,revision_number=3']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:19.166378 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-201f1ada-1d5b-4c2c-945f-f148e8c5aac2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:19.174744 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-201f1ada-1d5b-4c2c-945f-f148e8c5aac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:19.175401 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-201f1ada-1d5b-4c2c-945f-f148e8c5aac2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for port, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:19.177947 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-201f1ada-1d5b-4c2c-945f-f148e8c5aac2 service neutron] 10.222.0.77 "PUT /v2.0/ports/1085e992-888c-4c43-af76-b565fadc2bbb HTTP/1.1" status: 200 len: 1093 time: 1.9621940 Jun 18 12:54:19.214838 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ddb08fd-ccd6-48c5-ae07-708601a03d74', 'tag': '1085e992-888c-4c43-af76-b565fadc2bbb'}] {{(pid=92826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 12:54:19.218251 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7173dab7d1fbfef731d5f8fd5c52510eeface1fe9a62799688baadb2f5777418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e817b966-2e59-49bd-9905-0ebfeab90fab" -d '{"events": [{"name": "network-changed", "server_uuid": "6ddb08fd-ccd6-48c5-ae07-708601a03d74", "tag": "1085e992-888c-4c43-af76-b565fadc2bbb"}]}' {{(pid=92826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 12:54:19.273299 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-5ebc4b0a-7a10-4c85-97c4-fe7188b4b1cb req-a358f1f4-6853-491c-98ab-646fe2730890 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/security-groups?id=f547dae4-0857-46be-8adc-237a41d109be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336273 Jun 18 12:54:19.299828 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56db75-2367-4208-9653-0aef4ea88ca0 req-97a835ee-bb08-4f67-891f-afd717c9a387 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:19.307540 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6a56db75-2367-4208-9653-0aef4ea88ca0 req-97a835ee-bb08-4f67-891f-afd717c9a387 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 943 time: 0.1286664 Jun 18 12:54:19.361415 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 12:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90abcaf8-7ab0-41c3-9729-1d676f456a8e x-openstack-request-id: req-90abcaf8-7ab0-41c3-9729-1d676f456a8e {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 12:54:19.361735 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ddb08fd-ccd6-48c5-ae07-708601a03d74", "tag": "1085e992-888c-4c43-af76-b565fadc2bbb", "status": "completed", "code": 200}]} {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 12:54:19.362004 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-90abcaf8-7ab0-41c3-9729-1d676f456a8e {{(pid=92826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 12:54:19.362429 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ddb08fd-ccd6-48c5-ae07-708601a03d74', 'tag': '1085e992-888c-4c43-af76-b565fadc2bbb', 'status': 'completed', 'code': 200} Jun 18 12:54:19.374773 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6a56db75-2367-4208-9653-0aef4ea88ca0 req-1dd4bd16-2503-4187-a7e6-080cb7ad72ce tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663025 Jun 18 12:54:19.376684 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-47e57dc5-d27f-40c6-9118-7b33f9872726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:19.381602 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-47e57dc5-d27f-40c6-9118-7b33f9872726 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3262259bc9f24b35be563085fd3a260f&device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 1096 time: 0.1403973 Jun 18 12:54:19.390270 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.provisioning_blocks [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-ad2f97d7-fc78-4203-b589-1063714a2d5a service neutron] Transition to ACTIVE for port object b7841d7d-9d25-4c4c-b14c-b1c24f67da44 will not be triggered until provisioned by entity L2. {{(pid=92825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:54:19.415318 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-ad2f97d7-fc78-4203-b589-1063714a2d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8372396'] for port, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:19.429473 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.db_base_plugin_common [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-41a627e9-9e92-474c-a05f-fddf74b1185e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Allocated IP 172.20.0.12 (1ff29541-7511-4984-adea-fc36150ec103/ac677325-f406-437d-8e84-8b08f5594ded/9955890c-cd41-4916-aa48-c585e48021b9) {{(pid=92825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 12:54:19.431758 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-a61708cb-4e2f-4145-bdd6-4bc982663bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:19.441949 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-54ca7f35-7866-4d18-99cf-5c993fdf254c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1085e992-888c-4c43-af76-b565fadc2bbb HTTP/1.1" status: 200 len: 217 time: 0.0506043 Jun 18 12:54:19.503978 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-15f812b5-4f14-4341-b07d-cf9824d2108b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:19.506154 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-15f812b5-4f14-4341-b07d-cf9824d2108b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b591a7f2-4465-4b6a-8969-31efb5f2ee87 HTTP/1.1" status: 200 len: 859 time: 0.0571618 Jun 18 12:54:19.554768 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-82325d73-f54c-48c1-a162-150d49d5d851 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bf40e680-3b6f-4529-b4ac-893d28128a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416434 Jun 18 12:54:19.727682 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f97d7-fc78-4203-b589-1063714a2d5a service neutron] Pushing event updated for resources: {'Port': ['ID=b7841d7d-9d25-4c4c-b14c-b1c24f67da44,revision_number=2']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:19.752877 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-ad2f97d7-fc78-4203-b589-1063714a2d5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:19.772137 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-4603d2fc-4fde-4023-b23b-65d47cd245e8 service neutron] 10.222.0.77 "GET /v2.0/networks/bf40e680-3b6f-4529-b4ac-893d28128a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075896 Jun 18 12:54:19.792113 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device de4f3974-6882-4077-970d-a860341fda6e details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=92827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 12:54:19.908734 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4859fa48-2e29-46bb-89d9-3d60f2847414 req-061631fc-cd2e-4d39-8469-d8b6a9c825d0 service neutron] 10.222.0.77 "GET /v2.0/networks/bf40e680-3b6f-4529-b4ac-893d28128a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295509 Jun 18 12:54:19.977848 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.managers [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-ad2f97d7-fc78-4203-b589-1063714a2d5a service neutron] Attempting to bind port b7841d7d-9d25-4c4c-b14c-b1c24f67da44 on host hv-cinder-79707 for vnic_type normal with profile {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 12:54:19.978198 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.managers [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-ad2f97d7-fc78-4203-b589-1063714a2d5a service neutron] Attempting to bind port b7841d7d-9d25-4c4c-b14c-b1c24f67da44 by drivers openvswitch,hyperv on host hv-cinder-79707 at level 0 using segments [{'id': 'f5272d93-3659-4f37-b7e2-a04b822788ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'bf40e680-3b6f-4529-b4ac-893d28128a35'}] {{(pid=92825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 12:54:19.978642 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-ad2f97d7-fc78-4203-b589-1063714a2d5a service neutron] Attempting to bind port b7841d7d-9d25-4c4c-b14c-b1c24f67da44 on network bf40e680-3b6f-4529-b4ac-893d28128a35 {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:54:19.995972 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-41a627e9-9e92-474c-a05f-fddf74b1185e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for port, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:19.998263 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-ad2f97d7-fc78-4203-b589-1063714a2d5a service neutron] Port b7841d7d-9d25-4c4c-b14c-b1c24f67da44 on network bf40e680-3b6f-4529-b4ac-893d28128a35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79707 {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 12:54:19.998600 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-ad2f97d7-fc78-4203-b589-1063714a2d5a service neutron] Attempting to bind port b7841d7d-9d25-4c4c-b14c-b1c24f67da44 on network bf40e680-3b6f-4529-b4ac-893d28128a35 {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:54:20.008544 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port de4f3974-6882-4077-970d-a860341fda6e, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=de4f3974-6882-4077-970d-a860341fda6e,segment=NetworkSegment(c2803c3c-f53b-412a-8fcc-4a7a8ff8f778),segment_id=c2803c3c-f53b-412a-8fcc-4a7a8ff8f778)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:54:20.019640 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c2536-80c8-46ca-b860-f129ec48ffaf req-c1235539-6c4e-4426-bb0f-20fea40a79a9 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:20.029137 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-324c2536-80c8-46ca-b860-f129ec48ffaf req-c1235539-6c4e-4426-bb0f-20fea40a79a9 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 944 time: 0.2957666 Jun 18 12:54:20.031156 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-ad2f97d7-fc78-4203-b589-1063714a2d5a service neutron] Checking agent: {'id': '7546d223-5e56-44d8-9441-1a8a85fbff90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79707', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'started_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 12, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 12:54:20.031494 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-ad2f97d7-fc78-4203-b589-1063714a2d5a service neutron] Checking segment: {'id': 'f5272d93-3659-4f37-b7e2-a04b822788ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'bf40e680-3b6f-4529-b4ac-893d28128a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:54:20.031880 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-ad2f97d7-fc78-4203-b589-1063714a2d5a service neutron] Bound using segment: {'id': 'f5272d93-3659-4f37-b7e2-a04b822788ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'bf40e680-3b6f-4529-b4ac-893d28128a35'} {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 12:54:20.032333 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.managers [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-ad2f97d7-fc78-4203-b589-1063714a2d5a service neutron] Bound port: b7841d7d-9d25-4c4c-b14c-b1c24f67da44, host: hv-cinder-79707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5272d93-3659-4f37-b7e2-a04b822788ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'bf40e680-3b6f-4529-b4ac-893d28128a35'}}] {{(pid=92825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 12:54:20.032692 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-ad2f97d7-fc78-4203-b589-1063714a2d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:20.039860 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Returning: {'device': 'de4f3974-6882-4077-970d-a860341fda6e', 'network_id': '96265354-97f1-45e3-b090-724354f3a0d8', 'port_id': 'de4f3974-6882-4077-970d-a860341fda6e', 'mac_address': 'fa:16:3e:40:dc:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd68f4da-dd03-4cd6-93b2-a3dfbb56f132', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 12:54:20.048087 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.provisioning_blocks [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-41a627e9-9e92-474c-a05f-fddf74b1185e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Transition to ACTIVE for port object 9955890c-cd41-4916-aa48-c585e48021b9 will not be triggered until provisioned by entity DHCP. {{(pid=92825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:54:20.143168 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-324c2536-80c8-46ca-b860-f129ec48ffaf req-dee9ecb4-629b-4961-8cdd-56e3122ff338 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126003 Jun 18 12:54:20.182938 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-41a627e9-9e92-474c-a05f-fddf74b1185e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8372378'] for port, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:20.198013 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-ad2f97d7-fc78-4203-b589-1063714a2d5a service neutron] For port b7841d7d-9d25-4c4c-b14c-b1c24f67da44, host hv-cinder-79707, cleared binding levels {{(pid=92825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 12:54:20.200216 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:20.204923 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-ad2f97d7-fc78-4203-b589-1063714a2d5a service neutron] For port b7841d7d-9d25-4c4c-b14c-b1c24f67da44, host hv-cinder-79707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=b7841d7d-9d25-4c4c-b14c-b1c24f67da44,segment=NetworkSegment(f5272d93-3659-4f37-b7e2-a04b822788ec),segment_id=f5272d93-3659-4f37-b7e2-a04b822788ec)] {{(pid=92825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 12:54:20.316239 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:20.322605 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-ad2f97d7-fc78-4203-b589-1063714a2d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8372396'] for port, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:20.341512 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de4f3974-6882-4077-970d-a860341fda6e {{(pid=92827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 12:54:20.351391 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817b966-2e59-49bd-9905-0ebfeab90fab req-6f23f7f8-a249-482f-9b21-9e8b7f25e156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:20.353111 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e817b966-2e59-49bd-9905-0ebfeab90fab req-6f23f7f8-a249-482f-9b21-9e8b7f25e156 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3262259bc9f24b35be563085fd3a260f&device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 1096 time: 0.3432891 Jun 18 12:54:20.415071 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-41a627e9-9e92-474c-a05f-fddf74b1185e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Network 1ff29541-7511-4984-adea-fc36150ec103 is already hosted by enough agents. {{(pid=92825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:54:20.421389 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port de4f3974-6882-4077-970d-a860341fda6e, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=de4f3974-6882-4077-970d-a860341fda6e,segment=NetworkSegment(c2803c3c-f53b-412a-8fcc-4a7a8ff8f778),segment_id=c2803c3c-f53b-412a-8fcc-4a7a8ff8f778)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:54:20.433986 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-ad2f97d7-fc78-4203-b589-1063714a2d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:20.433986 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-ad2f97d7-fc78-4203-b589-1063714a2d5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for port, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:20.434611 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:20.444143 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 2236eb63-b2f0-44d6-8645-58abc57c1820 details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=92827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 12:54:20.447222 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-ad2f97d7-fc78-4203-b589-1063714a2d5a service neutron] 10.222.0.77 "PUT /v2.0/ports/b7841d7d-9d25-4c4c-b14c-b1c24f67da44 HTTP/1.1" status: 200 len: 1094 time: 2.5712237 Jun 18 12:54:20.453183 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-41a627e9-9e92-474c-a05f-fddf74b1185e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Resources bound (agent type, host, resource id): {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:54:20.456237 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-2434e375-30e3-40f6-9a59-46c7f4b8bdf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:20.470610 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-41a627e9-9e92-474c-a05f-fddf74b1185e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Received port after_create {{(pid=92825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 12:54:20.595691 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3', 'tag': 'b7841d7d-9d25-4c4c-b14c-b1c24f67da44'}] {{(pid=92825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 12:54:20.602633 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cbce1c661b203a7f45efff8c445c42f162c6430a9c28178aa2be3d6d959831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19259a41-c357-40d0-9b14-762a19a8af88" -d '{"events": [{"name": "network-changed", "server_uuid": "fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3", "tag": "b7841d7d-9d25-4c4c-b14c-b1c24f67da44"}]}' {{(pid=92825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 12:54:20.606454 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a627e9-9e92-474c-a05f-fddf74b1185e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Pushing event updated for resources: {'Port': ['ID=9955890c-cd41-4916-aa48-c585e48021b9,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:20.618871 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-41a627e9-9e92-474c-a05f-fddf74b1185e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:20.631938 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.279s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:20.639450 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-41a627e9-9e92-474c-a05f-fddf74b1185e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:20.640061 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-41a627e9-9e92-474c-a05f-fddf74b1185e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for port, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:20.700213 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca01fe94-2b60-467d-9830-10ca76844347 req-7cfaba9c-9556-48cc-8ccc-3f06df4df199 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:20.707807 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ca01fe94-2b60-467d-9830-10ca76844347 req-7cfaba9c-9556-48cc-8ccc-3f06df4df199 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 932 time: 0.5790839 Jun 18 12:54:20.707955 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-41a627e9-9e92-474c-a05f-fddf74b1185e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2120700 Jun 18 12:54:20.762722 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-a05d9acd-1c89-49eb-803c-4600b9c92725 service neutron] Request body: {'port': {'device_id': 'c69f1c9d-2952-4bef-bcc5-9217af8cd15f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79707'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:54:20.858679 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=de4f3974-6882-4077-970d-a860341fda6e,revision_number=4']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:20.863104 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:20.899974 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ca01fe94-2b60-467d-9830-10ca76844347 req-70038521-7f7d-4f61-8ed4-66cc0dd1be83 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875374 Jun 18 12:54:20.907638 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 2236eb63-b2f0-44d6-8645-58abc57c1820, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=2236eb63-b2f0-44d6-8645-58abc57c1820,segment=NetworkSegment(f4c47d94-918c-42a1-aeb0-934db7710388),segment_id=f4c47d94-918c-42a1-aeb0-934db7710388)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:54:20.912477 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f97d7-fc78-4203-b589-1063714a2d5a service neutron] Pushing event updated for resources: {'Port': ['ID=b7841d7d-9d25-4c4c-b14c-b1c24f67da44,revision_number=3']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:20.919890 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-ad2f97d7-fc78-4203-b589-1063714a2d5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:20.932781 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Returning: {'device': '2236eb63-b2f0-44d6-8645-58abc57c1820', 'network_id': '9d649a51-2d7d-46f3-912f-a07c919dc967', 'port_id': '2236eb63-b2f0-44d6-8645-58abc57c1820', 'mac_address': 'fa:16:3e:ca:f7:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '965a95be-f403-4b05-a46e-4281819b82c4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 12:54:20.942517 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f142d1-7913-4a3d-b895-3c07359e61a3 req-cae452c1-4933-4df1-8f54-9b007379e9ae tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:20.949550 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-95f142d1-7913-4a3d-b895-3c07359e61a3 req-cae452c1-4933-4df1-8f54-9b007379e9ae tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 944 time: 0.3556163 Jun 18 12:54:20.957887 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-d89f8f6e-e223-44ca-9ce6-bc39e780419c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:20.962662 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-d89f8f6e-e223-44ca-9ce6-bc39e780419c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3262259bc9f24b35be563085fd3a260f&device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 1097 time: 0.3648703 Jun 18 12:54:20.976322 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817b966-2e59-49bd-9905-0ebfeab90fab req-87150f8f-d17f-40f6-b4b4-0b1ed8a6e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:20.985531 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e817b966-2e59-49bd-9905-0ebfeab90fab req-87150f8f-d17f-40f6-b4b4-0b1ed8a6e270 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bf40e680-3b6f-4529-b4ac-893d28128a35 HTTP/1.1" status: 200 len: 920 time: 0.6172333 Jun 18 12:54:20.990944 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-9fe9cc73-471c-49b6-844f-6b768e58cfad None None] Provisioning for port 9955890c-cd41-4916-aa48-c585e48021b9 completed by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:54:20.998279 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-9fe9cc73-471c-49b6-844f-6b768e58cfad None None] Provisioning complete for port 9955890c-cd41-4916-aa48-c585e48021b9 triggered by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:54:20.998912 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-9fe9cc73-471c-49b6-844f-6b768e58cfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:21.003307 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:21.034582 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-a05d9acd-1c89-49eb-803c-4600b9c92725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:21.037165 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e817b966-2e59-49bd-9905-0ebfeab90fab req-06f75461-96fe-43b0-8a68-6762de9e187b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1085e992-888c-4c43-af76-b565fadc2bbb HTTP/1.1" status: 200 len: 217 time: 0.0465586 Jun 18 12:54:21.071150 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2236eb63-b2f0-44d6-8645-58abc57c1820 {{(pid=92827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 12:54:21.109490 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 2236eb63-b2f0-44d6-8645-58abc57c1820, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=2236eb63-b2f0-44d6-8645-58abc57c1820,segment=NetworkSegment(f4c47d94-918c-42a1-aeb0-934db7710388),segment_id=f4c47d94-918c-42a1-aeb0-934db7710388)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:54:21.112682 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-9fe9cc73-471c-49b6-844f-6b768e58cfad None None] Port 9955890c-cd41-4916-aa48-c585e48021b9 cannot update to ACTIVE because it is not bound. {{(pid=92827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 12:54:21.117170 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:21.120059 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:21.187797 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-1ebc2ee3-b6b7-4a38-859e-6cb3d7f2506c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7841d7d-9d25-4c4c-b14c-b1c24f67da44 HTTP/1.1" status: 200 len: 217 time: 0.1125247 Jun 18 12:54:21.240157 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=2236eb63-b2f0-44d6-8645-58abc57c1820,revision_number=4']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:21.243587 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:21.260410 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817b966-2e59-49bd-9905-0ebfeab90fab req-c8d63c99-27f7-48c0-a06a-bb0c14e2cfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:21.266267 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e817b966-2e59-49bd-9905-0ebfeab90fab req-c8d63c99-27f7-48c0-a06a-bb0c14e2cfc5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b591a7f2-4465-4b6a-8969-31efb5f2ee87 HTTP/1.1" status: 200 len: 859 time: 0.2219019 Jun 18 12:54:21.338737 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-95f142d1-7913-4a3d-b895-3c07359e61a3 req-de3a1815-c72f-416b-b47c-b757497dbe75 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/security-groups?id=f547dae4-0857-46be-8adc-237a41d109be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527656 Jun 18 12:54:21.372076 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e817b966-2e59-49bd-9905-0ebfeab90fab req-61c95116-48e9-4070-b169-92d64dddc47b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bf40e680-3b6f-4529-b4ac-893d28128a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983310 Jun 18 12:54:21.451453 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 12:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9c647b-d1ac-4fdf-9cc4-52ea0b9b7145 x-openstack-request-id: req-ec9c647b-d1ac-4fdf-9cc4-52ea0b9b7145 {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 12:54:21.451765 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3", "tag": "b7841d7d-9d25-4c4c-b14c-b1c24f67da44", "status": "completed", "code": 200}]} {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 12:54:21.452032 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ec9c647b-d1ac-4fdf-9cc4-52ea0b9b7145 {{(pid=92825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 12:54:21.452593 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3', 'tag': 'b7841d7d-9d25-4c4c-b14c-b1c24f67da44', 'status': 'completed', 'code': 200} Jun 18 12:54:21.469086 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-86599ff8-c1e5-464d-8a3b-00d45dba4a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:21.470834 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-86599ff8-c1e5-464d-8a3b-00d45dba4a5b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b591a7f2-4465-4b6a-8969-31efb5f2ee87 HTTP/1.1" status: 200 len: 859 time: 0.2817438 Jun 18 12:54:21.535758 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424ce5e-9075-4e9e-8e28-3172135279bb req-b5c15e4d-5922-44b3-807d-cb7cef841539 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:21.538645 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c424ce5e-9075-4e9e-8e28-3172135279bb req-b5c15e4d-5922-44b3-807d-cb7cef841539 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 944 time: 0.3854601 Jun 18 12:54:21.573970 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-086fa255-7dc2-4e22-be6f-7a0a90227867 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bf40e680-3b6f-4529-b4ac-893d28128a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766137 Jun 18 12:54:21.625594 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c424ce5e-9075-4e9e-8e28-3172135279bb req-1b02d212-3c44-4c59-b8e3-2598f9d072bf tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777006 Jun 18 12:54:21.627626 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e817b966-2e59-49bd-9905-0ebfeab90fab req-8301e33e-1823-4d46-9ab9-a8e08d4f9bf6 service neutron] 10.222.0.77 "GET /v2.0/networks/bf40e680-3b6f-4529-b4ac-893d28128a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432055 Jun 18 12:54:21.764582 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e817b966-2e59-49bd-9905-0ebfeab90fab req-7afec73a-d1a8-4efe-8ee7-2cb8ddec5284 service neutron] 10.222.0.77 "GET /v2.0/networks/bf40e680-3b6f-4529-b4ac-893d28128a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294000 Jun 18 12:54:21.803061 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-e6d1d4c6-d0fe-4c1a-9588-234bab2c4b61 service neutron] 10.222.0.77 "GET /v2.0/networks/bf40e680-3b6f-4529-b4ac-893d28128a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163568 Jun 18 12:54:21.813764 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['2236eb63-b2f0-44d6-8645-58abc57c1820'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 12:54:21.862722 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['de4f3974-6882-4077-970d-a860341fda6e'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 12:54:21.923352 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-a05d9acd-1c89-49eb-803c-4600b9c92725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9955890c-cd41-4916-aa48-c585e48021b9 {{(pid=92825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 12:54:21.935247 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-1fc2c010-04a0-4367-9bf1-2108d6266a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:21.940149 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-a05d9acd-1c89-49eb-803c-4600b9c92725 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:21.976299 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.provisioning_blocks [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-a05d9acd-1c89-49eb-803c-4600b9c92725 service neutron] Transition to ACTIVE for port object 9955890c-cd41-4916-aa48-c585e48021b9 will not be triggered until provisioned by entity L2. {{(pid=92825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:54:21.984786 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c18aca-2c07-40cb-9207-0e596217f813 req-de5014aa-d902-407c-96c2-1858e1915f05 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:21.986382 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f5c18aca-2c07-40cb-9207-0e596217f813 req-de5014aa-d902-407c-96c2-1858e1915f05 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 944 time: 0.2411597 Jun 18 12:54:21.987781 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-a05d9acd-1c89-49eb-803c-4600b9c92725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8372396'] for port, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:21.990520 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d1839002-cdd1-4ad1-86ca-d30d2bd023ca req-c1698dd0-93c7-4741-8b4e-18a5ca832077 service neutron] 10.222.0.77 "GET /v2.0/networks/bf40e680-3b6f-4529-b4ac-893d28128a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677516 Jun 18 12:54:21.993874 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-220a9f01-c6b7-4fe3-b8b6-5550f4f0eac3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:22.153258 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15fa8ca-19fc-4943-8ac2-4959a96a4185 req-8d9f7244-4150-4570-b6ee-1a3f5bf3e04b tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:22.153493 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d9acd-1c89-49eb-803c-4600b9c92725 service neutron] Pushing event updated for resources: {'Port': ['ID=9955890c-cd41-4916-aa48-c585e48021b9,revision_number=2']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:22.154775 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d15fa8ca-19fc-4943-8ac2-4959a96a4185 req-8d9f7244-4150-4570-b6ee-1a3f5bf3e04b tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.1037912 Jun 18 12:54:22.165555 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-a05d9acd-1c89-49eb-803c-4600b9c92725 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:22.184139 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f5c18aca-2c07-40cb-9207-0e596217f813 req-0d54405a-3d22-4e98-a37f-375b62f8741d tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910756 Jun 18 12:54:22.237401 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d15fa8ca-19fc-4943-8ac2-4959a96a4185 req-edec8fe6-53d2-4ac1-ab86-84828ba3e0e1 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725789 Jun 18 12:54:22.289816 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19259a41-c357-40d0-9b14-762a19a8af88 req-ae4b514f-9306-4860-9036-1650a426629e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:22.291281 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-19259a41-c357-40d0-9b14-762a19a8af88 req-ae4b514f-9306-4860-9036-1650a426629e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3262259bc9f24b35be563085fd3a260f&device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 1097 time: 0.1894562 Jun 18 12:54:22.294014 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.managers [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-a05d9acd-1c89-49eb-803c-4600b9c92725 service neutron] Attempting to bind port 9955890c-cd41-4916-aa48-c585e48021b9 on host hv-cinder-79707 for vnic_type normal with profile {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 12:54:22.294350 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.managers [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-a05d9acd-1c89-49eb-803c-4600b9c92725 service neutron] Attempting to bind port 9955890c-cd41-4916-aa48-c585e48021b9 by drivers openvswitch,hyperv on host hv-cinder-79707 at level 0 using segments [{'id': '23b88fce-5b57-4798-9ca4-628ae6f60edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1ff29541-7511-4984-adea-fc36150ec103'}] {{(pid=92825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 12:54:22.294668 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-a05d9acd-1c89-49eb-803c-4600b9c92725 service neutron] Attempting to bind port 9955890c-cd41-4916-aa48-c585e48021b9 on network 1ff29541-7511-4984-adea-fc36150ec103 {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:54:22.311506 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-a05d9acd-1c89-49eb-803c-4600b9c92725 service neutron] Port 9955890c-cd41-4916-aa48-c585e48021b9 on network 1ff29541-7511-4984-adea-fc36150ec103 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79707 {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 12:54:22.311506 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-a05d9acd-1c89-49eb-803c-4600b9c92725 service neutron] Attempting to bind port 9955890c-cd41-4916-aa48-c585e48021b9 on network 1ff29541-7511-4984-adea-fc36150ec103 {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:54:22.335558 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 46960) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:22.353577 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-a05d9acd-1c89-49eb-803c-4600b9c92725 service neutron] Checking agent: {'id': '7546d223-5e56-44d8-9441-1a8a85fbff90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79707', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'started_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 12, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 12:54:22.354123 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-a05d9acd-1c89-49eb-803c-4600b9c92725 service neutron] Checking segment: {'id': '23b88fce-5b57-4798-9ca4-628ae6f60edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1ff29541-7511-4984-adea-fc36150ec103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:54:22.354333 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-a05d9acd-1c89-49eb-803c-4600b9c92725 service neutron] Bound using segment: {'id': '23b88fce-5b57-4798-9ca4-628ae6f60edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1ff29541-7511-4984-adea-fc36150ec103'} {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 12:54:22.355914 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.managers [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-a05d9acd-1c89-49eb-803c-4600b9c92725 service neutron] Bound port: 9955890c-cd41-4916-aa48-c585e48021b9, host: hv-cinder-79707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23b88fce-5b57-4798-9ca4-628ae6f60edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1ff29541-7511-4984-adea-fc36150ec103'}}] {{(pid=92825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 12:54:22.355914 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-a05d9acd-1c89-49eb-803c-4600b9c92725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:22.444472 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19259a41-c357-40d0-9b14-762a19a8af88 req-4c7865c2-25ba-4632-bb46-6f4a3cb681cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:22.445949 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-19259a41-c357-40d0-9b14-762a19a8af88 req-4c7865c2-25ba-4632-bb46-6f4a3cb681cc service neutron] 10.222.0.77 "GET /v2.0/networks?id=bf40e680-3b6f-4529-b4ac-893d28128a35 HTTP/1.1" status: 200 len: 920 time: 0.1469419 Jun 18 12:54:22.450307 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-a05d9acd-1c89-49eb-803c-4600b9c92725 service neutron] For port 9955890c-cd41-4916-aa48-c585e48021b9, host hv-cinder-79707, cleared binding levels {{(pid=92825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 12:54:22.463973 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-a05d9acd-1c89-49eb-803c-4600b9c92725 service neutron] For port 9955890c-cd41-4916-aa48-c585e48021b9, host hv-cinder-79707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=9955890c-cd41-4916-aa48-c585e48021b9,segment=NetworkSegment(23b88fce-5b57-4798-9ca4-628ae6f60edb),segment_id=23b88fce-5b57-4798-9ca4-628ae6f60edb)] {{(pid=92825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 12:54:22.472863 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-a05d9acd-1c89-49eb-803c-4600b9c92725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8372396'] for port, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:22.491899 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-4d9cc788-4ffa-4dbe-b6bf-01e6fa48463d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:22.526554 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:22.556249 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-19259a41-c357-40d0-9b14-762a19a8af88 req-3a27e5e6-580d-4bbe-839d-b8dc82d829f3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7841d7d-9d25-4c4c-b14c-b1c24f67da44 HTTP/1.1" status: 200 len: 217 time: 0.0942681 Jun 18 12:54:22.584160 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-a05d9acd-1c89-49eb-803c-4600b9c92725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:22.584809 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-a05d9acd-1c89-49eb-803c-4600b9c92725 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for port, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:22.586173 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-a05d9acd-1c89-49eb-803c-4600b9c92725 service neutron] 10.222.0.77 "PUT /v2.0/ports/9955890c-cd41-4916-aa48-c585e48021b9 HTTP/1.1" status: 200 len: 1094 time: 1.8330970 Jun 18 12:54:22.620167 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-4d9cc788-4ffa-4dbe-b6bf-01e6fa48463d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:22.624343 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-4d9cc788-4ffa-4dbe-b6bf-01e6fa48463d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:22.631780 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-b0726bae-7c54-46bd-9f2c-874fc385d01b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:22.653561 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d9acd-1c89-49eb-803c-4600b9c92725 service neutron] Pushing event updated for resources: {'Port': ['ID=9955890c-cd41-4916-aa48-c585e48021b9,revision_number=3']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:22.661796 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-a05d9acd-1c89-49eb-803c-4600b9c92725 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:22.678008 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19259a41-c357-40d0-9b14-762a19a8af88 req-52adc6bb-72cc-405d-9d64-b25b39084b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:22.679550 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-19259a41-c357-40d0-9b14-762a19a8af88 req-52adc6bb-72cc-405d-9d64-b25b39084b56 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b591a7f2-4465-4b6a-8969-31efb5f2ee87 HTTP/1.1" status: 200 len: 859 time: 0.1113276 Jun 18 12:54:22.691724 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeab2e0-4d6c-4ecb-9d0e-8df7b1e5cd02 req-240c93f4-a9aa-4aea-820f-e3406d34eca8 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:22.695328 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-5aeab2e0-4d6c-4ecb-9d0e-8df7b1e5cd02 req-240c93f4-a9aa-4aea-820f-e3406d34eca8 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 945 time: 0.2417247 Jun 18 12:54:22.715215 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-4d9cc788-4ffa-4dbe-b6bf-01e6fa48463d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=77920d38b5364363909f899fdf9eae9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3762212 Jun 18 12:54:22.715638 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 46976) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:22.747506 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9cc788-4ffa-4dbe-b6bf-01e6fa48463d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aaac08c-f827-42a9-8016-0e9cafed7bd1,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:22.762903 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-4d9cc788-4ffa-4dbe-b6bf-01e6fa48463d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:22.788157 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-b121bbff-5569-43de-b5a7-292450290c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:22.821215 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-b121bbff-5569-43de-b5a7-292450290c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:22.917422 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517291b-7ce0-48d2-ae72-7d829ca4626f req-73054f79-79d3-419b-b60c-84f325c45dd3 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:22.918868 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1517291b-7ce0-48d2-ae72-7d829ca4626f req-73054f79-79d3-419b-b60c-84f325c45dd3 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 944 time: 0.1006773 Jun 18 12:54:22.934516 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-b121bbff-5569-43de-b5a7-292450290c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:22.943729 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-b121bbff-5569-43de-b5a7-292450290c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:22.945031 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-b121bbff-5569-43de-b5a7-292450290c69 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1aaac08c-f827-42a9-8016-0e9cafed7bd1 HTTP/1.1" status: 204 len: 168 time: 0.2283986 Jun 18 12:54:22.947887 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:22.950643 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-19259a41-c357-40d0-9b14-762a19a8af88 req-913a3b0e-14af-42e7-96de-f8329e3668ff service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bf40e680-3b6f-4529-b4ac-893d28128a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2539842 Jun 18 12:54:22.957947 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121bbff-5569-43de-b5a7-292450290c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aaac08c-f827-42a9-8016-0e9cafed7bd1,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:22.981426 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-b121bbff-5569-43de-b5a7-292450290c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:22.987902 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1517291b-7ce0-48d2-ae72-7d829ca4626f req-fbaa4f9c-7a9d-457a-b0cc-5337fca10fa2 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624504 Jun 18 12:54:23.041368 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-5aeab2e0-4d6c-4ecb-9d0e-8df7b1e5cd02 req-ab663a1c-b3a6-4500-8a66-1497b5878917 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/security-groups?id=f547dae4-0857-46be-8adc-237a41d109be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336911 Jun 18 12:54:23.067681 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-42d53e17-91d0-4d91-a5bf-b151d6643547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:23.069150 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-42d53e17-91d0-4d91-a5bf-b151d6643547 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f05dfc5e1c54a9c8c16e92e579c9b1d&device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 1097 time: 0.1489706 Jun 18 12:54:23.123349 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-63cecb80-2f82-48ce-81c9-5667eee29db5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9955890c-cd41-4916-aa48-c585e48021b9 HTTP/1.1" status: 200 len: 217 time: 0.0390346 Jun 18 12:54:23.125243 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-19259a41-c357-40d0-9b14-762a19a8af88 req-aae7249d-1d69-4203-a029-3fe07b125146 service neutron] 10.222.0.77 "GET /v2.0/networks/bf40e680-3b6f-4529-b4ac-893d28128a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553214 Jun 18 12:54:23.226677 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-c02bdd90-af6b-447e-8b8a-d2e7b3505f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:23.228335 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-c02bdd90-af6b-447e-8b8a-d2e7b3505f5e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ac677325-f406-437d-8e84-8b08f5594ded HTTP/1.1" status: 200 len: 854 time: 0.0935152 Jun 18 12:54:23.241795 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 46986) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:23.255919 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-21707e78-ab3a-43f0-9b00-20b59e62e4ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:23.305525 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-19259a41-c357-40d0-9b14-762a19a8af88 req-a14badcc-ba95-435c-95c8-2b221c0da02b service neutron] 10.222.0.77 "GET /v2.0/networks/bf40e680-3b6f-4529-b4ac-893d28128a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633554 Jun 18 12:54:23.345061 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-a75a3cc6-aed4-435d-bf6d-fb6b69517203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:23.346530 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-a75a3cc6-aed4-435d-bf6d-fb6b69517203 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1ff29541-7511-4984-adea-fc36150ec103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1104984 Jun 18 12:54:23.421328 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-21707e78-ab3a-43f0-9b00-20b59e62e4ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:23.425281 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-21707e78-ab3a-43f0-9b00-20b59e62e4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:23.432694 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:23.449429 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78dbd92-7c8e-4324-99eb-3cd55a6ae0e2 req-9eba7d82-5fa0-453f-b3d7-ef3fd2cc63d9 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:23.451088 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b78dbd92-7c8e-4324-99eb-3cd55a6ae0e2 req-9eba7d82-5fa0-453f-b3d7-ef3fd2cc63d9 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 944 time: 0.1115150 Jun 18 12:54:23.454486 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c69f1c9d-2952-4bef-bcc5-9217af8cd15f', 'tag': '9955890c-cd41-4916-aa48-c585e48021b9'}] {{(pid=92825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 12:54:23.456729 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cbce1c661b203a7f45efff8c445c42f162c6430a9c28178aa2be3d6d959831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f23653b-05da-4bb7-a4b1-ae7dfe976588" -d '{"events": [{"name": "network-changed", "server_uuid": "c69f1c9d-2952-4bef-bcc5-9217af8cd15f", "tag": "9955890c-cd41-4916-aa48-c585e48021b9"}]}' {{(pid=92825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 12:54:23.491300 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-21707e78-ab3a-43f0-9b00-20b59e62e4ff admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b2dc83e4f6dd4f2d973ba3a64bec020b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2483137 Jun 18 12:54:23.494203 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 46992) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:23.494833 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21707e78-ab3a-43f0-9b00-20b59e62e4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249d6194-32dc-4573-937e-c2957a795c91,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:23.498614 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-21707e78-ab3a-43f0-9b00-20b59e62e4ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:23.511299 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2ca65-f00b-4e98-a8f1-82aa846fa042 req-92d21583-0747-48bb-aa07-c691b514e089 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:23.512749 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-53c2ca65-f00b-4e98-a8f1-82aa846fa042 req-92d21583-0747-48bb-aa07-c691b514e089 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.1508131 Jun 18 12:54:23.515264 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b78dbd92-7c8e-4324-99eb-3cd55a6ae0e2 req-0b853f19-dbf9-4e44-a655-18790aee4810 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563984 Jun 18 12:54:23.519632 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-50c3894c-feb5-4cbd-a717-b211e422eef7 service neutron] 10.222.0.77 "GET /v2.0/networks/1ff29541-7511-4984-adea-fc36150ec103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588361 Jun 18 12:54:23.568708 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 12:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f768877-20fd-46e5-b863-dbe908d02ef6 x-openstack-request-id: req-3f768877-20fd-46e5-b863-dbe908d02ef6 {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 12:54:23.569070 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c69f1c9d-2952-4bef-bcc5-9217af8cd15f", "tag": "9955890c-cd41-4916-aa48-c585e48021b9", "status": "completed", "code": 200}]} {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 12:54:23.569377 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3f768877-20fd-46e5-b863-dbe908d02ef6 {{(pid=92825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 12:54:23.569784 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c69f1c9d-2952-4bef-bcc5-9217af8cd15f', 'tag': '9955890c-cd41-4916-aa48-c585e48021b9', 'status': 'completed', 'code': 200} Jun 18 12:54:23.633838 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-53c2ca65-f00b-4e98-a8f1-82aa846fa042 req-486aff35-6d0e-4aa2-b82b-e346b0275960 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132283 Jun 18 12:54:23.648868 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-1f2ffa90-7654-41f7-aa1c-1e3370976d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:23.691394 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-1f2ffa90-7654-41f7-aa1c-1e3370976d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:23.703112 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8df4f99f-6c3e-45dd-9f7d-6a4ca05932cf req-7fb33eb4-f0bd-4f40-8f30-76ea0819e644 service neutron] 10.222.0.77 "GET /v2.0/networks/1ff29541-7511-4984-adea-fc36150ec103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716604 Jun 18 12:54:23.750889 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-1f2ffa90-7654-41f7-aa1c-1e3370976d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:23.754102 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-1f2ffa90-7654-41f7-aa1c-1e3370976d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:23.758635 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-1f2ffa90-7654-41f7-aa1c-1e3370976d79 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/249d6194-32dc-4573-937e-c2957a795c91 HTTP/1.1" status: 204 len: 168 time: 0.2632089 Jun 18 12:54:23.759497 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-65d09855-a96d-4651-b571-53384be63cdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:23.771546 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ffa90-7654-41f7-aa1c-1e3370976d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249d6194-32dc-4573-937e-c2957a795c91,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:23.774401 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-1f2ffa90-7654-41f7-aa1c-1e3370976d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:23.783063 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 1085e992-888c-4c43-af76-b565fadc2bbb details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=92827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 12:54:23.793824 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device de4f3974-6882-4077-970d-a860341fda6e up at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:54:23.866849 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23653b-05da-4bb7-a4b1-ae7dfe976588 req-269e5c42-12ee-43af-8475-24f571e8be96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:23.868067 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-7f23653b-05da-4bb7-a4b1-ae7dfe976588 req-269e5c42-12ee-43af-8475-24f571e8be96 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f05dfc5e1c54a9c8c16e92e579c9b1d&device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 1097 time: 0.0723021 Jun 18 12:54:23.917521 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning for port de4f3974-6882-4077-970d-a860341fda6e completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:54:23.930472 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning complete for port de4f3974-6882-4077-970d-a860341fda6e triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:54:23.930860 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:23.986226 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23653b-05da-4bb7-a4b1-ae7dfe976588 req-f259be4c-75ed-453e-9331-a19e6e1ddfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:23.987873 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-7f23653b-05da-4bb7-a4b1-ae7dfe976588 req-f259be4c-75ed-453e-9331-a19e6e1ddfcc service neutron] 10.222.0.77 "GET /v2.0/networks?id=1ff29541-7511-4984-adea-fc36150ec103 HTTP/1.1" status: 200 len: 916 time: 0.1131389 Jun 18 12:54:23.999870 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 1085e992-888c-4c43-af76-b565fadc2bbb, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=1085e992-888c-4c43-af76-b565fadc2bbb,segment=NetworkSegment(f5272d93-3659-4f37-b7e2-a04b822788ec),segment_id=f5272d93-3659-4f37-b7e2-a04b822788ec)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:54:24.016300 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Returning: {'device': '1085e992-888c-4c43-af76-b565fadc2bbb', 'network_id': 'bf40e680-3b6f-4529-b4ac-893d28128a35', 'port_id': '1085e992-888c-4c43-af76-b565fadc2bbb', 'mac_address': 'fa:16:3e:20:75:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b591a7f2-4465-4b6a-8969-31efb5f2ee87', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 12:54:24.114462 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:24.116435 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:24.190036 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1085e992-888c-4c43-af76-b565fadc2bbb {{(pid=92827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 12:54:24.217113 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bc6c44-728d-4377-a15b-bada70e063c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4f3974-6882-4077-970d-a860341fda6e'}] {{(pid=92827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 12:54:24.238954 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e837a-d930-4afe-aa34-398116348804 req-aae89013-955e-419e-bcaa-1ba20fb05af7 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:24.242036 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c89e837a-d930-4afe-aa34-398116348804 req-aae89013-955e-419e-bcaa-1ba20fb05af7 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 944 time: 0.0964186 Jun 18 12:54:24.285022 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c89e837a-d930-4afe-aa34-398116348804 req-87108512-3ed3-4407-bb30-7003551931a5 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358810 Jun 18 12:54:24.341950 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port de4f3974-6882-4077-970d-a860341fda6e, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=de4f3974-6882-4077-970d-a860341fda6e,segment=NetworkSegment(c2803c3c-f53b-412a-8fcc-4a7a8ff8f778),segment_id=c2803c3c-f53b-412a-8fcc-4a7a8ff8f778)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:54:24.344534 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 1085e992-888c-4c43-af76-b565fadc2bbb, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=1085e992-888c-4c43-af76-b565fadc2bbb,segment=NetworkSegment(f5272d93-3659-4f37-b7e2-a04b822788ec),segment_id=f5272d93-3659-4f37-b7e2-a04b822788ec)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:54:24.345817 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940dabe-7505-44d2-8ca1-75970c1aa808 req-a6bc3b76-421f-45c1-8822-71801b56b2dd tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:24.347123 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:24.347367 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-5940dabe-7505-44d2-8ca1-75970c1aa808 req-a6bc3b76-421f-45c1-8822-71801b56b2dd tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 945 time: 0.1245167 Jun 18 12:54:24.348152 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 2236eb63-b2f0-44d6-8645-58abc57c1820 up at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:54:24.386717 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f1f161a2-1764-4d23-8510-4f9d1a026e48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:24.392201 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:24.398284 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-5940dabe-7505-44d2-8ca1-75970c1aa808 req-4cda5ee1-c4f9-47f4-bf7f-4d640cda96a1 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/security-groups?id=f547dae4-0857-46be-8adc-237a41d109be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401871 Jun 18 12:54:24.460390 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning for port 2236eb63-b2f0-44d6-8645-58abc57c1820 completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:54:24.466844 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c43e27dad5924667550749323780498268b495889c5e44707aafbe87e8432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7506f70c-5037-48a3-8d82-761ece09cd82" -d '{"events": [{"server_uuid": "84bc6c44-728d-4377-a15b-bada70e063c5", "name": "network-vif-plugged", "status": "completed", "tag": "de4f3974-6882-4077-970d-a860341fda6e"}]}' {{(pid=92827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 12:54:24.471417 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=de4f3974-6882-4077-970d-a860341fda6e,revision_number=5']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:24.474761 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:24.475684 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:24.477933 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning complete for port 2236eb63-b2f0-44d6-8645-58abc57c1820 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:54:24.481018 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:24.555230 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=1085e992-888c-4c43-af76-b565fadc2bbb,revision_number=4']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:24.558365 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:24.585192 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 12:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e0a332-809c-4c6d-8e6d-dcad38ef8ef2 x-openstack-request-id: req-b4e0a332-809c-4c6d-8e6d-dcad38ef8ef2 {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 12:54:24.585571 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84bc6c44-728d-4377-a15b-bada70e063c5", "name": "network-vif-plugged", "status": "completed", "tag": "de4f3974-6882-4077-970d-a860341fda6e", "code": 200}]} {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 12:54:24.585914 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b4e0a332-809c-4c6d-8e6d-dcad38ef8ef2 {{(pid=92827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 12:54:24.586491 dv-cinder-797073-1-iscsi neutron-server[92827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bc6c44-728d-4377-a15b-bada70e063c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4f3974-6882-4077-970d-a860341fda6e', 'code': 200} Jun 18 12:54:24.603193 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:24.638622 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 2236eb63-b2f0-44d6-8645-58abc57c1820, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=2236eb63-b2f0-44d6-8645-58abc57c1820,segment=NetworkSegment(f4c47d94-918c-42a1-aeb0-934db7710388),segment_id=f4c47d94-918c-42a1-aeb0-934db7710388)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:54:24.643861 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:24.646665 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f1f161a2-1764-4d23-8510-4f9d1a026e48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:24.701928 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-e9ed01bb-85bb-449c-9ecb-b829b99be250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:24.714381 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=2236eb63-b2f0-44d6-8645-58abc57c1820,revision_number=5']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:24.716834 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:24.722423 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d1898-d910-4240-acdd-2d6aaa536bbe req-491e6f0b-d267-430d-93f8-4eb51d19d6af tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:24.724158 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f81d1898-d910-4240-acdd-2d6aaa536bbe req-491e6f0b-d267-430d-93f8-4eb51d19d6af tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 944 time: 0.0750453 Jun 18 12:54:24.786625 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f81d1898-d910-4240-acdd-2d6aaa536bbe req-680e42b2-6343-48ce-863c-f4f4dd0b95bb tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566480 Jun 18 12:54:24.845487 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae90048-4abe-463e-857f-b72b883fbafe req-70df9355-82c8-422e-b118-39174055cff6 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:24.847052 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-eae90048-4abe-463e-857f-b72b883fbafe req-70df9355-82c8-422e-b118-39174055cff6 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.0670326 Jun 18 12:54:24.885493 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-eae90048-4abe-463e-857f-b72b883fbafe req-3c9b7c5b-2051-47fc-84fe-0a8b4e0ef850 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324771 Jun 18 12:54:25.035594 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:25.470738 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36635d4-eef1-46f1-8033-4cbeb4409bad req-f22c1c2d-6cda-4448-8f25-a09d305dd59d tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:25.472267 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f36635d4-eef1-46f1-8033-4cbeb4409bad req-f22c1c2d-6cda-4448-8f25-a09d305dd59d tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 945 time: 0.0699496 Jun 18 12:54:25.516644 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f36635d4-eef1-46f1-8033-4cbeb4409bad req-ce9895de-ca69-4f66-8fe1-6ad7ef51b3f3 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364494 Jun 18 12:54:25.583548 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139f61c-45fa-4800-9111-4e822c614d92 req-0afabef5-d32b-4543-9742-44acac57f15b tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:25.585178 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-9139f61c-45fa-4800-9111-4e822c614d92 req-0afabef5-d32b-4543-9742-44acac57f15b tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 946 time: 0.0678260 Jun 18 12:54:25.627411 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-9139f61c-45fa-4800-9111-4e822c614d92 req-0d96202f-64b3-496a-860d-0b2de0ffac3f tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/security-groups?id=f547dae4-0857-46be-8adc-237a41d109be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364838 Jun 18 12:54:25.924366 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:25.989859 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b50cbd-cb65-4cbd-ace7-f9aabd356d67 req-c23304d2-4dce-4b3c-bc7f-f22fa7c61dd9 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:25.992090 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c5b50cbd-cb65-4cbd-ace7-f9aabd356d67 req-c23304d2-4dce-4b3c-bc7f-f22fa7c61dd9 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 944 time: 0.0875430 Jun 18 12:54:26.043075 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c5b50cbd-cb65-4cbd-ace7-f9aabd356d67 req-bc50e48b-ddae-4098-b485-1ef5d0ce8f61 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454354 Jun 18 12:54:26.080722 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b3911-cda5-4555-8373-05d87a2be13d req-b3485077-10eb-4149-9a8f-9aaf3cf0e014 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:26.082213 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1c0b3911-cda5-4555-8373-05d87a2be13d req-b3485077-10eb-4149-9a8f-9aaf3cf0e014 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.0749402 Jun 18 12:54:26.121203 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1c0b3911-cda5-4555-8373-05d87a2be13d req-0cf1a561-32a7-40bb-a0a2-d96e7ed7248f tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325577 Jun 18 12:54:26.587411 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed69bd5-e892-4e01-a416-8534f5a41d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2236eb63-b2f0-44d6-8645-58abc57c1820'}] {{(pid=92827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 12:54:26.589780 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c43e27dad5924667550749323780498268b495889c5e44707aafbe87e8432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310c34ff-d512-4ed3-bafd-b54747bfde32" -d '{"events": [{"server_uuid": "fed69bd5-e892-4e01-a416-8534f5a41d61", "name": "network-vif-plugged", "status": "completed", "tag": "2236eb63-b2f0-44d6-8645-58abc57c1820"}]}' {{(pid=92827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 12:54:26.645954 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 12:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1380d7c-e993-4f61-b7c6-9b7bf6a0a06a x-openstack-request-id: req-f1380d7c-e993-4f61-b7c6-9b7bf6a0a06a {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 12:54:26.646503 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed69bd5-e892-4e01-a416-8534f5a41d61", "name": "network-vif-plugged", "status": "completed", "tag": "2236eb63-b2f0-44d6-8645-58abc57c1820", "code": 200}]} {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 12:54:26.646767 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f1380d7c-e993-4f61-b7c6-9b7bf6a0a06a {{(pid=92827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 12:54:26.647163 dv-cinder-797073-1-iscsi neutron-server[92827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed69bd5-e892-4e01-a416-8534f5a41d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2236eb63-b2f0-44d6-8645-58abc57c1820', 'code': 200} Jun 18 12:54:26.709488 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972e19c-71b3-46c2-bc7e-9d6d188fade8 req-e82ee89c-512f-444b-a1d3-0bbd8dbb3b04 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:26.711525 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b972e19c-71b3-46c2-bc7e-9d6d188fade8 req-e82ee89c-512f-444b-a1d3-0bbd8dbb3b04 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 945 time: 0.0773618 Jun 18 12:54:26.760145 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b972e19c-71b3-46c2-bc7e-9d6d188fade8 req-144a9653-b95f-4331-854b-be503f4f13e8 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414121 Jun 18 12:54:26.830833 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a840c2-b782-4645-90ce-1ec12b388d50 req-00ffe4f1-2c8f-46c5-a1fd-05d1a66761a7 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:26.831371 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-78a840c2-b782-4645-90ce-1ec12b388d50 req-00ffe4f1-2c8f-46c5-a1fd-05d1a66761a7 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 946 time: 0.0729098 Jun 18 12:54:26.870688 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-78a840c2-b782-4645-90ce-1ec12b388d50 req-1ecc74c2-1c8a-4a31-8ec0-9a818b995167 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/security-groups?id=f547dae4-0857-46be-8adc-237a41d109be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339947 Jun 18 12:54:27.039225 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 47198) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:27.141911 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-041b76e4-c13e-4c7f-9565-1f978f650385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:27.223041 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e3598-fe89-4cda-b2a7-c7eae0bb5bab req-f5060808-17be-4fc0-ab80-e25f01c62ab8 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:27.224568 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ee5e3598-fe89-4cda-b2a7-c7eae0bb5bab req-f5060808-17be-4fc0-ab80-e25f01c62ab8 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 944 time: 0.0704176 Jun 18 12:54:27.260068 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-041b76e4-c13e-4c7f-9565-1f978f650385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:27.264693 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ee5e3598-fe89-4cda-b2a7-c7eae0bb5bab req-4172fe55-5929-44b0-845f-8f1e6105f693 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342050 Jun 18 12:54:27.282809 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-041b76e4-c13e-4c7f-9565-1f978f650385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:27.287356 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-13dadbc1-db2b-49f9-8822-259b937563bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:27.331029 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-041b76e4-c13e-4c7f-9565-1f978f650385 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=798c8f0817474acaa185f22b4c1bcd2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2904758 Jun 18 12:54:27.334475 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 47206) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:27.335589 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b76e4-c13e-4c7f-9565-1f978f650385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a13229-d9f7-489b-8f00-1481ff16ebc2,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:27.338804 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-041b76e4-c13e-4c7f-9565-1f978f650385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:27.367496 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469102c-83f6-442f-a528-e2c650905c9c req-a30acb3d-7a8b-4790-b42c-cd2fe9848b46 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:27.369649 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6469102c-83f6-442f-a528-e2c650905c9c req-a30acb3d-7a8b-4790-b42c-cd2fe9848b46 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.1272233 Jun 18 12:54:27.387261 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-a2d30489-8d52-4560-8c5e-75e104adf5bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:27.412379 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-a2d30489-8d52-4560-8c5e-75e104adf5bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:27.416173 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6469102c-83f6-442f-a528-e2c650905c9c req-8ab407c0-9a51-4e0d-9c32-538c0372a847 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407484 Jun 18 12:54:27.469467 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-a2d30489-8d52-4560-8c5e-75e104adf5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:27.472239 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-a2d30489-8d52-4560-8c5e-75e104adf5bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:27.474329 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-a2d30489-8d52-4560-8c5e-75e104adf5bf admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/29a13229-d9f7-489b-8f00-1481ff16ebc2 HTTP/1.1" status: 204 len: 168 time: 0.1378734 Jun 18 12:54:27.474859 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-39d7e36b-6331-48df-b9d8-d20047c5dd7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:27.482652 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d30489-8d52-4560-8c5e-75e104adf5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a13229-d9f7-489b-8f00-1481ff16ebc2,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:27.484975 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-a2d30489-8d52-4560-8c5e-75e104adf5bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:27.657166 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:27.733146 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 47214) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:27.749895 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-6623e8a8-6c23-4709-a1d4-def29341810e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:27.844608 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-6623e8a8-6c23-4709-a1d4-def29341810e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:27.849311 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-6623e8a8-6c23-4709-a1d4-def29341810e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:27.852837 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-69167442-12b9-4b1e-be2e-8cc34bb84af8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:27.899165 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6623e8a8-6c23-4709-a1d4-def29341810e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8430a3-28f5-40ca-af0d-24cd00978bab,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:27.918904 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-6623e8a8-6c23-4709-a1d4-def29341810e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d1628b6426eb415aa7918013e650fab5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1846774 Jun 18 12:54:27.919974 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-6623e8a8-6c23-4709-a1d4-def29341810e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:27.921972 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 47224) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:27.955535 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e882b49-adfa-47db-97a8-50f9715d7baa req-2a96efc0-8068-4d4a-a73a-485deec8e7b8 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:27.957004 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-2e882b49-adfa-47db-97a8-50f9715d7baa req-2a96efc0-8068-4d4a-a73a-485deec8e7b8 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 945 time: 0.0746024 Jun 18 12:54:27.974164 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-50f30f0a-1126-4af6-b685-b6ec9c6746f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:27.997302 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-2e882b49-adfa-47db-97a8-50f9715d7baa req-9837fc12-2423-4801-83b6-2f34a1e7926a tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334857 Jun 18 12:54:27.998425 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-50f30f0a-1126-4af6-b685-b6ec9c6746f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:28.086224 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fddee0-5db7-4516-8773-766668d7aa28 req-e364e79e-31d1-456b-b795-99db7a53dca7 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:28.087656 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-83fddee0-5db7-4516-8773-766668d7aa28 req-e364e79e-31d1-456b-b795-99db7a53dca7 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 946 time: 0.0870957 Jun 18 12:54:28.100738 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-50f30f0a-1126-4af6-b685-b6ec9c6746f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:28.103342 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-50f30f0a-1126-4af6-b685-b6ec9c6746f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:28.104359 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-50f30f0a-1126-4af6-b685-b6ec9c6746f1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ad8430a3-28f5-40ca-af0d-24cd00978bab HTTP/1.1" status: 204 len: 168 time: 0.1813071 Jun 18 12:54:28.106050 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:28.120648 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f30f0a-1126-4af6-b685-b6ec9c6746f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8430a3-28f5-40ca-af0d-24cd00978bab,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:28.123699 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-50f30f0a-1126-4af6-b685-b6ec9c6746f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:28.145804 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-83fddee0-5db7-4516-8773-766668d7aa28 req-7c24c77a-3b22-4754-bb3f-04816274818a tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/security-groups?id=f547dae4-0857-46be-8adc-237a41d109be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515420 Jun 18 12:54:28.440112 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b370f8d-1266-43f9-800f-57a9d513a7ea req-62feb262-aeac-4fac-a700-ed478c47af6e tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:28.441585 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-9b370f8d-1266-43f9-800f-57a9d513a7ea req-62feb262-aeac-4fac-a700-ed478c47af6e tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 944 time: 0.0671606 Jun 18 12:54:28.482849 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-9b370f8d-1266-43f9-800f-57a9d513a7ea req-73fcbb78-2e41-482b-ac26-b9ff3e5e4523 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345774 Jun 18 12:54:28.599634 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84977809-fa2e-4146-b5a9-94400d3a15ae req-eb6b3502-89a6-43b1-985f-cbb9c2319976 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:28.601156 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-84977809-fa2e-4146-b5a9-94400d3a15ae req-eb6b3502-89a6-43b1-985f-cbb9c2319976 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.0642731 Jun 18 12:54:28.639701 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-84977809-fa2e-4146-b5a9-94400d3a15ae req-2d97ab0f-f850-487e-a9e0-17471c169fb8 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325661 Jun 18 12:54:28.948257 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-7f23653b-05da-4bb7-a4b1-ae7dfe976588 req-594c02bd-7b5e-4c94-9580-eb68db81deee service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9955890c-cd41-4916-aa48-c585e48021b9 HTTP/1.1" status: 200 len: 217 time: 0.0347397 Jun 18 12:54:28.954043 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:29.039784 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23653b-05da-4bb7-a4b1-ae7dfe976588 req-7698c339-bd73-495e-9c04-d8d190a51706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:29.041773 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-7f23653b-05da-4bb7-a4b1-ae7dfe976588 req-7698c339-bd73-495e-9c04-d8d190a51706 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ac677325-f406-437d-8e84-8b08f5594ded HTTP/1.1" status: 200 len: 854 time: 0.0664949 Jun 18 12:54:29.120058 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23653b-05da-4bb7-a4b1-ae7dfe976588 req-4872ee4f-8007-4bf2-bbea-f7928182dcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:29.121706 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-7f23653b-05da-4bb7-a4b1-ae7dfe976588 req-4872ee4f-8007-4bf2-bbea-f7928182dcea service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1ff29541-7511-4984-adea-fc36150ec103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0664454 Jun 18 12:54:29.341701 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-7f23653b-05da-4bb7-a4b1-ae7dfe976588 req-1924975c-3b2a-49ed-863e-0e875f98bcba service neutron] 10.222.0.77 "GET /v2.0/networks/1ff29541-7511-4984-adea-fc36150ec103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126565 Jun 18 12:54:29.358528 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c28c6-d90b-4a10-a3ca-869b6aae5d82 req-ee41df83-3441-4a56-b16b-ccd823c432a1 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:29.359999 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8f2c28c6-d90b-4a10-a3ca-869b6aae5d82 req-ee41df83-3441-4a56-b16b-ccd823c432a1 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 945 time: 0.2204008 Jun 18 12:54:29.408210 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96ad07-b697-4ec3-8085-03ec844bdb49 req-a98c9c8f-a16c-4431-b6fa-da29a554d85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:29.409720 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6c96ad07-b697-4ec3-8085-03ec844bdb49 req-a98c9c8f-a16c-4431-b6fa-da29a554d85b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 1098 time: 0.1586165 Jun 18 12:54:29.417801 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d42ca-9974-4384-a34f-a59a774c25ff req-d2512208-0604-45b3-8c12-23213e6448ac tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:29.419214 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-543d42ca-9974-4384-a34f-a59a774c25ff req-d2512208-0604-45b3-8c12-23213e6448ac tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 946 time: 0.1330161 Jun 18 12:54:29.440144 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb653ac-1a5c-400f-9bbb-c0f780931533 req-0682ca1a-da9f-4e5f-955a-8acf7f38d533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:29.441539 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-aeb653ac-1a5c-400f-9bbb-c0f780931533 req-0682ca1a-da9f-4e5f-955a-8acf7f38d533 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 1099 time: 0.2057297 Jun 18 12:54:29.471296 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-543d42ca-9974-4384-a34f-a59a774c25ff req-ef200aef-af9e-4ffe-bee8-a049b0936841 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/security-groups?id=f547dae4-0857-46be-8adc-237a41d109be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450537 Jun 18 12:54:29.476452 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-6c96ad07-b697-4ec3-8085-03ec844bdb49 req-5176f025-7144-4f6c-a0b0-37888d238e14 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:29.480069 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-aeb653ac-1a5c-400f-9bbb-c0f780931533 req-a60dd971-1869-497e-aa8c-34380f2af941 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:29.484124 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8f2c28c6-d90b-4a10-a3ca-869b6aae5d82 req-08ddbe8c-5d78-4f39-bc58-b51087c1129f tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021178 Jun 18 12:54:29.517714 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-7f23653b-05da-4bb7-a4b1-ae7dfe976588 req-0f98e5a4-6731-47d8-b14b-85553de22d5f service neutron] 10.222.0.77 "GET /v2.0/networks/1ff29541-7511-4984-adea-fc36150ec103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667302 Jun 18 12:54:29.609236 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-6c96ad07-b697-4ec3-8085-03ec844bdb49 req-5176f025-7144-4f6c-a0b0-37888d238e14 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:29.614833 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-6c96ad07-b697-4ec3-8085-03ec844bdb49 req-5176f025-7144-4f6c-a0b0-37888d238e14 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:29.623286 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-139ff94d-00fa-431c-a070-db41c91ad8e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:29.650861 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.db.api [req-aeb653ac-1a5c-400f-9bbb-c0f780931533 req-a60dd971-1869-497e-aa8c-34380f2af941 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 5cf40d73b43346ffa90b577ff51a51e7 {{(pid=92825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 12:54:29.651209 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_db.api [req-aeb653ac-1a5c-400f-9bbb-c0f780931533 req-a60dd971-1869-497e-aa8c-34380f2af941 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 12:54:29.685017 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6c96ad07-b697-4ec3-8085-03ec844bdb49 req-5176f025-7144-4f6c-a0b0-37888d238e14 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308230 Jun 18 12:54:29.688492 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176f025-7144-4f6c-a0b0-37888d238e14 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=15772cbd-1a2a-4e96-8b73-20c50eb41b0d,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:29.692418 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-5176f025-7144-4f6c-a0b0-37888d238e14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:29.722805 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca18d4-0db7-4e8b-a184-434d6b4bdf51 req-710e6f02-b59b-4344-af1e-a8550c6237b8 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:29.724636 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-cfca18d4-0db7-4e8b-a184-434d6b4bdf51 req-710e6f02-b59b-4344-af1e-a8550c6237b8 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 944 time: 0.1023369 Jun 18 12:54:29.765458 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-cfca18d4-0db7-4e8b-a184-434d6b4bdf51 req-c04733ee-25fa-495d-b90e-2682b5852e0b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349417 Jun 18 12:54:29.844448 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca3b76-c8f6-48aa-a71d-907aaf2c18a1 req-6537a892-ae52-41ac-9a7a-d2fbf3f5f622 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:29.846094 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-10ca3b76-c8f6-48aa-a71d-907aaf2c18a1 req-6537a892-ae52-41ac-9a7a-d2fbf3f5f622 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.0687718 Jun 18 12:54:29.887038 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-10ca3b76-c8f6-48aa-a71d-907aaf2c18a1 req-482d8e0d-8222-4fc4-b14d-60ecdd82b472 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347946 Jun 18 12:54:29.962864 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 47308) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:30.063299 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-3131c2a3-9c93-4286-9ccb-9542fac922ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:30.151719 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-3131c2a3-9c93-4286-9ccb-9542fac922ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:30.152894 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-aeb653ac-1a5c-400f-9bbb-c0f780931533 req-a60dd971-1869-497e-aa8c-34380f2af941 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:30.157188 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-3131c2a3-9c93-4286-9ccb-9542fac922ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:30.165407 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:30.207115 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-3131c2a3-9c93-4286-9ccb-9542fac922ff admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0d66e9110c75493081fcfa55d0677113&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431605 Jun 18 12:54:30.208133 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3131c2a3-9c93-4286-9ccb-9542fac922ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e5b851-ac43-416a-b6dc-afda1c61e376,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:30.210547 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 47316) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:30.212514 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-3131c2a3-9c93-4286-9ccb-9542fac922ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:30.271443 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-61e4a6b4-31f2-43e7-ba82-1cd423b08b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:30.295121 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-61e4a6b4-31f2-43e7-ba82-1cd423b08b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:30.360075 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-61e4a6b4-31f2-43e7-ba82-1cd423b08b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:30.362864 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-61e4a6b4-31f2-43e7-ba82-1cd423b08b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:30.364251 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-61e4a6b4-31f2-43e7-ba82-1cd423b08b51 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/11e5b851-ac43-416a-b6dc-afda1c61e376 HTTP/1.1" status: 204 len: 168 time: 0.1528070 Jun 18 12:54:30.365290 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-b121bbff-5569-43de-b5a7-292450290c69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:30.374532 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e4a6b4-31f2-43e7-ba82-1cd423b08b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e5b851-ac43-416a-b6dc-afda1c61e376,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:30.377252 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-61e4a6b4-31f2-43e7-ba82-1cd423b08b51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:30.431456 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-aeb653ac-1a5c-400f-9bbb-c0f780931533 req-a60dd971-1869-497e-aa8c-34380f2af941 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f547dae4-0857-46be-8adc-237a41d109be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9801607 Jun 18 12:54:30.659562 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3cc23-019c-44c3-bba5-6beab6b19b1d req-0319c54e-3dbe-493b-815e-36559e2c65bd tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:30.661090 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-f7d3cc23-019c-44c3-bba5-6beab6b19b1d req-0319c54e-3dbe-493b-815e-36559e2c65bd tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 946 time: 0.0696189 Jun 18 12:54:30.672859 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 47334) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:30.690542 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f396f-0fdd-4306-bbca-867176116622 req-f4b36d17-67f6-412f-9fcb-244cf7884970 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:30.692809 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-9d7f396f-0fdd-4306-bbca-867176116622 req-f4b36d17-67f6-412f-9fcb-244cf7884970 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 945 time: 0.0831070 Jun 18 12:54:30.699533 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-4d9d4448-73c1-49cf-9c83-dd2bb60a3b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:30.701996 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-f7d3cc23-019c-44c3-bba5-6beab6b19b1d req-be527383-9308-43c1-a6f2-025f201bbb11 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/security-groups?id=f547dae4-0857-46be-8adc-237a41d109be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351918 Jun 18 12:54:30.751558 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-9d7f396f-0fdd-4306-bbca-867176116622 req-f2aa2758-bbdb-4034-8635-6bdaf8ed3302 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498133 Jun 18 12:54:30.815580 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-4d9d4448-73c1-49cf-9c83-dd2bb60a3b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:30.820475 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-4d9d4448-73c1-49cf-9c83-dd2bb60a3b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:30.823749 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-3161fd36-c47a-4f3b-b792-b66523887591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:30.858273 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-4d9d4448-73c1-49cf-9c83-dd2bb60a3b04 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f26247b0b6424d5d92cd74f5ae0bba66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1842334 Jun 18 12:54:30.859240 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d4448-73c1-49cf-9c83-dd2bb60a3b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce0e757-6538-456c-be1c-d711eafaad5e,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:30.860923 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 47338) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:30.862355 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-4d9d4448-73c1-49cf-9c83-dd2bb60a3b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:30.963625 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-59f1a6fd-c7f0-4e0e-a8c3-38ea70cc0046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:30.997445 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89583a79-63ad-4fe2-a767-9225b7a569e4 req-d392cc31-c0e4-46d9-ac02-c27b841e75e9 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:30.998882 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-89583a79-63ad-4fe2-a767-9225b7a569e4 req-d392cc31-c0e4-46d9-ac02-c27b841e75e9 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 944 time: 0.1095512 Jun 18 12:54:31.000709 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-59f1a6fd-c7f0-4e0e-a8c3-38ea70cc0046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:31.057953 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-89583a79-63ad-4fe2-a767-9225b7a569e4 req-82ccb37f-db8a-42aa-8c80-e5af24434656 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503080 Jun 18 12:54:31.065515 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde6e7b-d26b-42f8-999b-958f41868b10 req-34e8b7e0-76f4-440f-bc6a-24e14174184e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:31.067425 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-7cde6e7b-d26b-42f8-999b-958f41868b10 req-34e8b7e0-76f4-440f-bc6a-24e14174184e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.0633328 Jun 18 12:54:31.075150 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-59f1a6fd-c7f0-4e0e-a8c3-38ea70cc0046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:31.077944 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-59f1a6fd-c7f0-4e0e-a8c3-38ea70cc0046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:31.081390 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-59f1a6fd-c7f0-4e0e-a8c3-38ea70cc0046 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8ce0e757-6538-456c-be1c-d711eafaad5e HTTP/1.1" status: 204 len: 168 time: 0.2150385 Jun 18 12:54:31.081390 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-595e9c8f-23bb-4949-b2f7-3627084ca1ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:31.091117 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1a6fd-c7f0-4e0e-a8c3-38ea70cc0046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce0e757-6538-456c-be1c-d711eafaad5e,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:31.093981 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-59f1a6fd-c7f0-4e0e-a8c3-38ea70cc0046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:31.114906 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-7cde6e7b-d26b-42f8-999b-958f41868b10 req-2fa4323e-adb5-49b4-bd00-58ec4bef96bc tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420606 Jun 18 12:54:31.738808 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 47370) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:31.863003 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-90b5e180-4922-4f9f-a8bc-0905924cd245 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-490321052-network', 'tenant_id': '91e0dfae801a422ba121f504f8c65918'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:54:31.908579 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b5e180-4922-4f9f-a8bc-0905924cd245 admin admin] Made reservation on behalf of 91e0dfae801a422ba121f504f8c65918 for: {'network': 1} {{(pid=92826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:54:31.911645 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-90b5e180-4922-4f9f-a8bc-0905924cd245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for network, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:31.927139 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-90b5e180-4922-4f9f-a8bc-0905924cd245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:31.947572 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f0515-239e-44c8-9f5c-7a7b0443cb9c req-f5423fe6-04da-40b5-b71f-976c9d0f3b44 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:31.949055 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-4d0f0515-239e-44c8-9f5c-7a7b0443cb9c req-f5423fe6-04da-40b5-b71f-976c9d0f3b44 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 945 time: 0.0671246 Jun 18 12:54:31.949174 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c4de6-96e4-4dc4-a336-b47a6e8b7616 req-d2843d1e-71af-4e83-9c58-1db6304b66ea tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:31.950582 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1e9c4de6-96e4-4dc4-a336-b47a6e8b7616 req-d2843d1e-71af-4e83-9c58-1db6304b66ea tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 946 time: 0.1264000 Jun 18 12:54:31.996213 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-4d0f0515-239e-44c8-9f5c-7a7b0443cb9c req-feb6d908-2b4f-47cd-907e-fcfc02b9d316 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393004 Jun 18 12:54:32.010561 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1e9c4de6-96e4-4dc4-a336-b47a6e8b7616 req-f5c728b6-ed2b-4353-921c-fbfb62e75a67 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/security-groups?id=f547dae4-0857-46be-8adc-237a41d109be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511570 Jun 18 12:54:32.068427 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-90b5e180-4922-4f9f-a8bc-0905924cd245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:32.072064 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-90b5e180-4922-4f9f-a8bc-0905924cd245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:32.075965 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:32.097482 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90b5e180-4922-4f9f-a8bc-0905924cd245 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=92826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 12:54:32.107490 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5e180-4922-4f9f-a8bc-0905924cd245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83adb736-968b-44ea-872c-569042b206ac,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:32.111106 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-90b5e180-4922-4f9f-a8bc-0905924cd245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:32.114989 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-90b5e180-4922-4f9f-a8bc-0905924cd245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559'] for segment, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:32.115327 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.db.segments_db [None req-90b5e180-4922-4f9f-a8bc-0905924cd245 admin admin] Added segment c66ca647-8624-4cd4-9fd8-2cc704712457 of type vlan for network ebdd7796-99ce-4107-a8fc-6134fc42ba5b Jun 18 12:54:32.155130 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-90b5e180-4922-4f9f-a8bc-0905924cd245 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743828617162'] for network, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:32.185246 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-90b5e180-4922-4f9f-a8bc-0905924cd245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2056967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782'] for network, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:32.186604 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b5e180-4922-4f9f-a8bc-0905924cd245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:32.187234 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-90b5e180-4922-4f9f-a8bc-0905924cd245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for network, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:32.190190 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:32.247057 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-90b5e180-4922-4f9f-a8bc-0905924cd245 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5027373 Jun 18 12:54:32.250297 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 47382) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:32.251486 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e0102-3c2e-4712-8fa3-13483ad84bb1 req-776651bf-28d0-4c3c-864d-89dc318b3c4a tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:32.253278 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-9b2e0102-3c2e-4712-8fa3-13483ad84bb1 req-776651bf-28d0-4c3c-864d-89dc318b3c4a tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 944 time: 0.0747538 Jun 18 12:54:32.262569 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-08e37401-1d43-44e5-98f6-e0d90b720386 admin admin] Request body: {'subnet': {'network_id': 'ebdd7796-99ce-4107-a8fc-6134fc42ba5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-490321052-subnet', 'tenant_id': '91e0dfae801a422ba121f504f8c65918', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:54:32.283530 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5e180-4922-4f9f-a8bc-0905924cd245 admin admin] Pushing event updated for resources: {'Network': ['ID=ebdd7796-99ce-4107-a8fc-6134fc42ba5b,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:32.294439 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-9b2e0102-3c2e-4712-8fa3-13483ad84bb1 req-499ec4fa-ae32-4e04-b62e-747b2d5d3eaf tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339530 Jun 18 12:54:32.295900 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Network ebdd7796-99ce-4107-a8fc-6134fc42ba5b details requested by agent ovs-agent-dv-cinder-797073-1-iscsi with host dv-cinder-797073-1-iscsi {{(pid=92827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 12:54:32.305948 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-90b5e180-4922-4f9f-a8bc-0905924cd245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:32.325996 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e37401-1d43-44e5-98f6-e0d90b720386 admin admin] Made reservation on behalf of 91e0dfae801a422ba121f504f8c65918 for: {'subnet': 1} {{(pid=92826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:54:32.328260 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-08e37401-1d43-44e5-98f6-e0d90b720386 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4917010'] for subnet, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:32.412518 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af170c-5590-4eb4-918a-2b5916f42fbd req-33965ed7-bb15-4465-9f04-dbbb080b4019 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:32.414017 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-f8af170c-5590-4eb4-918a-2b5916f42fbd req-33965ed7-bb15-4465-9f04-dbbb080b4019 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.1553230 Jun 18 12:54:32.466602 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-f8af170c-5590-4eb4-918a-2b5916f42fbd req-71e76a9d-989e-487f-ab24-444a7eea4aca tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460248 Jun 18 12:54:32.544324 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-08e37401-1d43-44e5-98f6-e0d90b720386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4940255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4916992'] for subnet, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:32.546374 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:32.602991 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e37401-1d43-44e5-98f6-e0d90b720386 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddc14181-2121-40f6-af86-f1114fa4422c,revision_number=0']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:32.606609 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-08e37401-1d43-44e5-98f6-e0d90b720386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:32.610250 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e37401-1d43-44e5-98f6-e0d90b720386 admin admin] Checking segment: {'id': 'c66ca647-8624-4cd4-9fd8-2cc704712457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'ebdd7796-99ce-4107-a8fc-6134fc42ba5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:54:32.610600 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e37401-1d43-44e5-98f6-e0d90b720386 admin admin] Network hostable DHCP agents. Network: ebdd7796-99ce-4107-a8fc-6134fc42ba5b, hostable agents: ['a4764913-7e4e-4767-85bd-6fdf32f4ace2'], hosted agents: [] {{(pid=92826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 12:54:32.628150 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e37401-1d43-44e5-98f6-e0d90b720386 admin admin] Network ebdd7796-99ce-4107-a8fc-6134fc42ba5b is scheduled to be hosted by DHCP agent a4764913-7e4e-4767-85bd-6fdf32f4ace2 with binding_index 1 {{(pid=92826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 12:54:32.639983 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.base_scheduler [None req-08e37401-1d43-44e5-98f6-e0d90b720386 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797073-1-iscsi, ebdd7796-99ce-4107-a8fc-6134fc42ba5b) {{(pid=92826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:54:32.646268 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e37401-1d43-44e5-98f6-e0d90b720386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:32.647200 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-08e37401-1d43-44e5-98f6-e0d90b720386 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:32.651958 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b0092c-6517-4b29-84f3-ead5563ac209 None None] Network ebdd7796-99ce-4107-a8fc-6134fc42ba5b requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 12:54:32.661555 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-08e37401-1d43-44e5-98f6-e0d90b720386 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4093282 Jun 18 12:54:32.790610 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847effe5-d077-4488-a029-d39efd5c5100 None None] Network ebdd7796-99ce-4107-a8fc-6134fc42ba5b requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 12:54:33.140459 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 47408) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:33.148564 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-88f4d2ef-f1a7-4b9c-89cb-4c820deca967 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1555333883-network', 'tenant_id': '4e946aae2c7d416da5a8909ab03008a6'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:54:33.185266 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f4d2ef-f1a7-4b9c-89cb-4c820deca967 admin admin] Made reservation on behalf of 4e946aae2c7d416da5a8909ab03008a6 for: {'network': 1} {{(pid=92825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:54:33.187617 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-88f4d2ef-f1a7-4b9c-89cb-4c820deca967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for network, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:33.197711 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-88f4d2ef-f1a7-4b9c-89cb-4c820deca967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:33.216031 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24de0c-f917-4d03-ba26-bbf723e70376 req-d0b44a1a-022d-4b4c-92b5-124507af60c7 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:33.217641 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-da24de0c-f917-4d03-ba26-bbf723e70376 req-d0b44a1a-022d-4b4c-92b5-124507af60c7 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 945 time: 0.1058788 Jun 18 12:54:33.285315 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-da24de0c-f917-4d03-ba26-bbf723e70376 req-6298cec8-56f3-4b8c-83cf-a00bf52539b3 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588262 Jun 18 12:54:33.346527 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-88f4d2ef-f1a7-4b9c-89cb-4c820deca967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:33.357218 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-88f4d2ef-f1a7-4b9c-89cb-4c820deca967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:33.360165 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-7f59ebca-fe6a-46f6-abf5-6010bc1e35e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:33.373321 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0cbf6-9800-4ecf-957b-e03c641fbb33 req-f65d0783-d0c0-4b92-a9c1-0d8617b275c3 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:33.375480 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-32e0cbf6-9800-4ecf-957b-e03c641fbb33 req-f65d0783-d0c0-4b92-a9c1-0d8617b275c3 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 946 time: 0.2494054 Jun 18 12:54:33.384546 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88f4d2ef-f1a7-4b9c-89cb-4c820deca967 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=92825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 12:54:33.395337 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4d2ef-f1a7-4b9c-89cb-4c820deca967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb383d58-5030-4c68-86d3-23a319dda3af,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:33.398878 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-88f4d2ef-f1a7-4b9c-89cb-4c820deca967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:33.401994 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-88f4d2ef-f1a7-4b9c-89cb-4c820deca967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559'] for segment, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:33.402328 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.db.segments_db [None req-88f4d2ef-f1a7-4b9c-89cb-4c820deca967 admin admin] Added segment fd8020ca-69ac-48a5-8db8-088442d003be of type vlan for network c818d9bd-47e8-46c7-8aba-22b4a5d9843e Jun 18 12:54:33.427837 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-32e0cbf6-9800-4ecf-957b-e03c641fbb33 req-bccb05ac-9fd7-4319-b891-b77935205d22 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/security-groups?id=f547dae4-0857-46be-8adc-237a41d109be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381043 Jun 18 12:54:33.468228 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-88f4d2ef-f1a7-4b9c-89cb-4c820deca967 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743828617162'] for network, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:33.516818 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-88f4d2ef-f1a7-4b9c-89cb-4c820deca967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2056967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782'] for network, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:33.519285 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f4d2ef-f1a7-4b9c-89cb-4c820deca967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:33.520944 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-88f4d2ef-f1a7-4b9c-89cb-4c820deca967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for network, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:33.530100 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad156c0-d395-4eea-b24d-47c68d1c25c7 req-4c81b817-6c6d-4057-8b3c-b42dc10fe176 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:33.533212 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-fad156c0-d395-4eea-b24d-47c68d1c25c7 req-4c81b817-6c6d-4057-8b3c-b42dc10fe176 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 944 time: 0.1023259 Jun 18 12:54:33.534999 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:33.603797 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-88f4d2ef-f1a7-4b9c-89cb-4c820deca967 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4613504 Jun 18 12:54:33.607033 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 47416) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:33.611758 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-ac8bcebb-923e-4395-aec5-0bca100778ff admin admin] Request body: {'subnet': {'network_id': 'c818d9bd-47e8-46c7-8aba-22b4a5d9843e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1555333883-subnet', 'tenant_id': '4e946aae2c7d416da5a8909ab03008a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:54:33.622633 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4d2ef-f1a7-4b9c-89cb-4c820deca967 admin admin] Pushing event updated for resources: {'Network': ['ID=c818d9bd-47e8-46c7-8aba-22b4a5d9843e,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:33.625375 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-88f4d2ef-f1a7-4b9c-89cb-4c820deca967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:33.632954 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Network c818d9bd-47e8-46c7-8aba-22b4a5d9843e details requested by agent ovs-agent-dv-cinder-797073-1-iscsi with host dv-cinder-797073-1-iscsi {{(pid=92827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 12:54:33.644331 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-fad156c0-d395-4eea-b24d-47c68d1c25c7 req-db9094da-032c-49af-866d-2ca8387685f1 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035278 Jun 18 12:54:33.654890 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8bcebb-923e-4395-aec5-0bca100778ff admin admin] Made reservation on behalf of 4e946aae2c7d416da5a8909ab03008a6 for: {'subnet': 1} {{(pid=92825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:54:33.657632 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-ac8bcebb-923e-4395-aec5-0bca100778ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8063629'] for subnet, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:33.663489 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f9cd5-d5a1-4719-bb05-7ecca1a6fb82 req-cd02a6bd-bf3d-41d2-882d-625b0fa42f0a tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:33.665030 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a74f9cd5-d5a1-4719-bb05-7ecca1a6fb82 req-cd02a6bd-bf3d-41d2-882d-625b0fa42f0a tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.0771236 Jun 18 12:54:33.714278 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a74f9cd5-d5a1-4719-bb05-7ecca1a6fb82 req-21c79d57-3e7f-43f5-88b1-3494238900e3 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395963 Jun 18 12:54:33.849281 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-ac8bcebb-923e-4395-aec5-0bca100778ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8372270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8063647'] for subnet, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:33.851319 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:33.901714 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8bcebb-923e-4395-aec5-0bca100778ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ff909ad-485c-4151-99aa-81c164d46922,revision_number=0']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:33.904245 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-ac8bcebb-923e-4395-aec5-0bca100778ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:33.913826 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8bcebb-923e-4395-aec5-0bca100778ff admin admin] Checking segment: {'id': 'fd8020ca-69ac-48a5-8db8-088442d003be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'c818d9bd-47e8-46c7-8aba-22b4a5d9843e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:54:33.914181 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8bcebb-923e-4395-aec5-0bca100778ff admin admin] Network hostable DHCP agents. Network: c818d9bd-47e8-46c7-8aba-22b4a5d9843e, hostable agents: ['a4764913-7e4e-4767-85bd-6fdf32f4ace2'], hosted agents: [] {{(pid=92825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 12:54:33.931361 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8bcebb-923e-4395-aec5-0bca100778ff admin admin] Network c818d9bd-47e8-46c7-8aba-22b4a5d9843e is scheduled to be hosted by DHCP agent a4764913-7e4e-4767-85bd-6fdf32f4ace2 with binding_index 1 {{(pid=92825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 12:54:33.939071 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [None req-ac8bcebb-923e-4395-aec5-0bca100778ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797073-1-iscsi, c818d9bd-47e8-46c7-8aba-22b4a5d9843e) {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:54:33.943508 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8bcebb-923e-4395-aec5-0bca100778ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:33.944098 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-ac8bcebb-923e-4395-aec5-0bca100778ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for subnet, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:33.948384 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bca055b-17ed-4d61-9385-06c0d69ffb84 None None] Network c818d9bd-47e8-46c7-8aba-22b4a5d9843e requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 12:54:33.959823 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-ac8bcebb-923e-4395-aec5-0bca100778ff admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3517826 Jun 18 12:54:34.079019 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a6862a-eb01-47ab-b4ed-f14d22730cd9 None None] Network c818d9bd-47e8-46c7-8aba-22b4a5d9843e requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 12:54:34.497749 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fdb42b-e6b7-494d-8c9a-267de5d24780 req-08638136-2333-4a16-bb03-1acadedc7822 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:34.499438 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-04fdb42b-e6b7-494d-8c9a-267de5d24780 req-08638136-2333-4a16-bb03-1acadedc7822 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 945 time: 0.0888553 Jun 18 12:54:34.539959 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-04fdb42b-e6b7-494d-8c9a-267de5d24780 req-1d50b603-9c55-4074-a453-efd0a0b7b9ab tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344074 Jun 18 12:54:34.614050 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c034a2-29a3-44f8-b28c-bd3d1ea41399 req-834b9930-e70d-4e5e-9ad0-66b29fba259d tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:34.615652 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-03c034a2-29a3-44f8-b28c-bd3d1ea41399 req-834b9930-e70d-4e5e-9ad0-66b29fba259d tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 946 time: 0.0634058 Jun 18 12:54:34.652646 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-03c034a2-29a3-44f8-b28c-bd3d1ea41399 req-744012cf-0fa9-4f75-8ab5-203fe00c1ecc tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/security-groups?id=f547dae4-0857-46be-8adc-237a41d109be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313678 Jun 18 12:54:34.795350 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device b7841d7d-9d25-4c4c-b14c-b1c24f67da44 details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=92827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 12:54:34.829919 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49883a6-bc18-4d34-b48f-31c0bf039f8e req-58d3b25c-9c42-4c11-bc7e-696efce21b3e tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:34.831481 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f49883a6-bc18-4d34-b48f-31c0bf039f8e req-58d3b25c-9c42-4c11-bc7e-696efce21b3e tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 944 time: 0.0696633 Jun 18 12:54:34.873840 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f49883a6-bc18-4d34-b48f-31c0bf039f8e req-b481f32e-951d-4400-995a-93b46e76a0d0 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359371 Jun 18 12:54:34.901140 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port b7841d7d-9d25-4c4c-b14c-b1c24f67da44, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=b7841d7d-9d25-4c4c-b14c-b1c24f67da44,segment=NetworkSegment(f5272d93-3659-4f37-b7e2-a04b822788ec),segment_id=f5272d93-3659-4f37-b7e2-a04b822788ec)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:54:34.913617 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Returning: {'device': 'b7841d7d-9d25-4c4c-b14c-b1c24f67da44', 'network_id': 'bf40e680-3b6f-4529-b4ac-893d28128a35', 'port_id': 'b7841d7d-9d25-4c4c-b14c-b1c24f67da44', 'mac_address': 'fa:16:3e:f0:d5:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b591a7f2-4465-4b6a-8969-31efb5f2ee87', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 12:54:34.929755 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6120d-4a54-4852-8a23-981e66aec6fd req-7ea9c7e3-9d58-43bf-9a7e-4e1d0588d332 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:34.931295 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1ed6120d-4a54-4852-8a23-981e66aec6fd req-7ea9c7e3-9d58-43bf-9a7e-4e1d0588d332 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.0985992 Jun 18 12:54:34.950159 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:34.962690 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7841d7d-9d25-4c4c-b14c-b1c24f67da44 {{(pid=92827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 12:54:34.968007 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1ed6120d-4a54-4852-8a23-981e66aec6fd req-250dc5d8-5b31-48af-91a7-9fa004ce3484 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310991 Jun 18 12:54:34.982771 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port b7841d7d-9d25-4c4c-b14c-b1c24f67da44, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=b7841d7d-9d25-4c4c-b14c-b1c24f67da44,segment=NetworkSegment(f5272d93-3659-4f37-b7e2-a04b822788ec),segment_id=f5272d93-3659-4f37-b7e2-a04b822788ec)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:54:34.986752 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:34.990553 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:35.041375 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=b7841d7d-9d25-4c4c-b14c-b1c24f67da44,revision_number=4']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:35.044649 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:35.711583 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['1085e992-888c-4c43-af76-b565fadc2bbb'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 12:54:35.718323 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a155a1-57ef-4725-b3bf-c9390aa03437 req-76d50c4d-ebcf-4048-b4a6-6bbfece38271 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:35.720700 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-41a155a1-57ef-4725-b3bf-c9390aa03437 req-76d50c4d-ebcf-4048-b4a6-6bbfece38271 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 945 time: 0.0703197 Jun 18 12:54:35.759716 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-41a155a1-57ef-4725-b3bf-c9390aa03437 req-1e396916-4ba4-4105-bd8d-fc6390a1e0a4 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332952 Jun 18 12:54:35.834129 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6801f7c-d941-402d-9e5f-d8c192c6ff82 req-777083bf-1cae-41e5-a554-01f4712c28fa tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:35.835565 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-f6801f7c-d941-402d-9e5f-d8c192c6ff82 req-777083bf-1cae-41e5-a554-01f4712c28fa tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 946 time: 0.0669422 Jun 18 12:54:35.876231 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-f6801f7c-d941-402d-9e5f-d8c192c6ff82 req-479859a2-694f-49e6-909d-df8dca4dfdf7 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/security-groups?id=f547dae4-0857-46be-8adc-237a41d109be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347924 Jun 18 12:54:36.046676 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86947a7-02a6-47cb-8181-36ceccb4278a req-2356f6bf-bbbf-4eea-8e1e-a0039d3cfdce tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:36.048125 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f86947a7-02a6-47cb-8181-36ceccb4278a req-2356f6bf-bbbf-4eea-8e1e-a0039d3cfdce tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 945 time: 0.0660779 Jun 18 12:54:36.092557 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f86947a7-02a6-47cb-8181-36ceccb4278a req-588cee52-52d2-4328-8f96-5bb1cd2ca572 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366986 Jun 18 12:54:36.163452 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bddfc4-0f6f-478e-bf2e-55ca46f4e300 req-e54f439a-89a2-4a4e-8515-e0288021d517 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:36.164907 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-72bddfc4-0f6f-478e-bf2e-55ca46f4e300 req-e54f439a-89a2-4a4e-8515-e0288021d517 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.0742230 Jun 18 12:54:36.204005 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-72bddfc4-0f6f-478e-bf2e-55ca46f4e300 req-8720820d-2251-4d7c-9977-22eca8741991 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333769 Jun 18 12:54:36.931705 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44984dc6-8314-4e1d-8798-0635ef780ffc req-dc6c254b-021b-4247-8321-09da91c91126 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:36.933178 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-44984dc6-8314-4e1d-8798-0635ef780ffc req-dc6c254b-021b-4247-8321-09da91c91126 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 945 time: 0.0628068 Jun 18 12:54:36.972019 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-44984dc6-8314-4e1d-8798-0635ef780ffc req-97d3b421-e233-4cf2-8596-25ce363304a3 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332873 Jun 18 12:54:37.064926 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72e37b-5462-431e-af08-e5757bc17255 req-f5c6f973-520c-4207-980a-614605355b76 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:37.066355 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-be72e37b-5462-431e-af08-e5757bc17255 req-f5c6f973-520c-4207-980a-614605355b76 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 946 time: 0.0696504 Jun 18 12:54:37.104288 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-be72e37b-5462-431e-af08-e5757bc17255 req-99812fda-3744-467f-87f4-beb9ff8dbd5a tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/security-groups?id=f547dae4-0857-46be-8adc-237a41d109be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316846 Jun 18 12:54:37.264970 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1363e-4b23-49ad-8ca4-0a2910644766 req-fdc7f042-c403-445e-89f0-8763a4672098 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:37.266446 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d1e1363e-4b23-49ad-8ca4-0a2910644766 req-fdc7f042-c403-445e-89f0-8763a4672098 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 945 time: 0.0627172 Jun 18 12:54:37.310073 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d1e1363e-4b23-49ad-8ca4-0a2910644766 req-2d6d6eb2-abd6-499a-bc5a-cd5fa64f88cd tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369422 Jun 18 12:54:37.382014 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc287f27-398a-4751-8c76-58853f0d31dc req-6110b262-ed9f-43f9-8226-6ee1aec6dc82 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:37.383451 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-fc287f27-398a-4751-8c76-58853f0d31dc req-6110b262-ed9f-43f9-8226-6ee1aec6dc82 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.0647275 Jun 18 12:54:37.419657 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-fc287f27-398a-4751-8c76-58853f0d31dc req-241253f7-4e10-42f2-b44f-df33e8fe6b1a tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305221 Jun 18 12:54:38.154549 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e60aa9-2a58-41db-b013-ea4104d5c0b8 req-55fbc857-35a0-4740-99f2-ac24e204352c tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:38.156021 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f9e60aa9-2a58-41db-b013-ea4104d5c0b8 req-55fbc857-35a0-4740-99f2-ac24e204352c tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 945 time: 0.0686841 Jun 18 12:54:38.194521 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f9e60aa9-2a58-41db-b013-ea4104d5c0b8 req-78f5d1b0-67c3-4dfb-87ce-83fd889acd2c tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316429 Jun 18 12:54:38.274901 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7481bc-e6fc-4793-af97-e8a1f6c369d9 req-7749ad65-f4f9-40a0-8166-b07207243c12 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:38.276253 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1d7481bc-e6fc-4793-af97-e8a1f6c369d9 req-7749ad65-f4f9-40a0-8166-b07207243c12 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 946 time: 0.0621791 Jun 18 12:54:38.315109 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1d7481bc-e6fc-4793-af97-e8a1f6c369d9 req-3d0d3de3-ee30-4052-9440-ab13838d374b tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/security-groups?id=f547dae4-0857-46be-8adc-237a41d109be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331869 Jun 18 12:54:38.481084 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d650da1-b263-4083-bc85-424633399bd1 req-f2f6c918-da20-438c-8aae-dd4814109ad1 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:38.482661 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8d650da1-b263-4083-bc85-424633399bd1 req-f2f6c918-da20-438c-8aae-dd4814109ad1 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 945 time: 0.0632553 Jun 18 12:54:38.521528 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8d650da1-b263-4083-bc85-424633399bd1 req-9e86e8d0-204d-4e75-aed7-0782346c642a tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326936 Jun 18 12:54:38.596242 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8aeeb0-5c85-44a1-8ca1-51035143bbe5 req-3e884e4d-5310-4506-b436-983f65083f1d tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:38.598227 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-7e8aeeb0-5c85-44a1-8ca1-51035143bbe5 req-3e884e4d-5310-4506-b436-983f65083f1d tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.0604877 Jun 18 12:54:38.638487 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-7e8aeeb0-5c85-44a1-8ca1-51035143bbe5 req-31fc378e-43ed-44a9-9633-a88ecde22163 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345452 Jun 18 12:54:39.367917 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4364bf-1dde-4ae3-8f20-ecaa6ef8088e req-a0b61f1e-0798-49c5-857c-66fd3f7adb24 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:39.369446 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-4a4364bf-1dde-4ae3-8f20-ecaa6ef8088e req-a0b61f1e-0798-49c5-857c-66fd3f7adb24 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 945 time: 0.0666540 Jun 18 12:54:39.407736 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-4a4364bf-1dde-4ae3-8f20-ecaa6ef8088e req-7a7e57d0-59e3-4ff1-85a2-b89933408b01 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325706 Jun 18 12:54:39.488275 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21654f0-faad-4095-8bfc-45abfb895fde req-2f437dbc-8599-4f7c-aecb-13b75bd9250f tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:39.489987 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b21654f0-faad-4095-8bfc-45abfb895fde req-2f437dbc-8599-4f7c-aecb-13b75bd9250f tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 946 time: 0.0615573 Jun 18 12:54:39.528019 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b21654f0-faad-4095-8bfc-45abfb895fde req-20a45cf4-6704-403f-b652-af2b329a7e2d tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/security-groups?id=f547dae4-0857-46be-8adc-237a41d109be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323019 Jun 18 12:54:39.696594 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b539f0-090e-4276-b97c-b68089a1d971 req-9a8f137b-7006-4cd7-b6e8-c8622da9b874 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:39.698400 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-a7b539f0-090e-4276-b97c-b68089a1d971 req-9a8f137b-7006-4cd7-b6e8-c8622da9b874 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 945 time: 0.0645468 Jun 18 12:54:39.738909 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-a7b539f0-090e-4276-b97c-b68089a1d971 req-e24e3534-c32d-4af0-b0c6-25317fe7f76a tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324178 Jun 18 12:54:39.816367 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342042e-8bf3-4774-b739-796219b96f65 req-c1301574-8e04-41cb-b787-09d3d436b787 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:39.818428 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1342042e-8bf3-4774-b739-796219b96f65 req-c1301574-8e04-41cb-b787-09d3d436b787 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.0615661 Jun 18 12:54:39.854624 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1342042e-8bf3-4774-b739-796219b96f65 req-81b2d3ee-fc51-4c9a-9b1f-9f51cac2d634 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300663 Jun 18 12:54:40.575745 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424a609-30ad-4d3c-88e9-9cf01ce5cb41 req-b4e8987a-4926-479d-a03f-253caee9e75a tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:40.577232 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-7424a609-30ad-4d3c-88e9-9cf01ce5cb41 req-b4e8987a-4926-479d-a03f-253caee9e75a tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 945 time: 0.0628941 Jun 18 12:54:40.614763 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-7424a609-30ad-4d3c-88e9-9cf01ce5cb41 req-4dee2bba-367d-4bf1-aacf-749e269f2b85 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314498 Jun 18 12:54:40.702186 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342d505-d33b-4b6b-a5cf-285cbed8e3d1 req-c05aa636-b3a8-448f-9a9b-670a931c3f3b tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:40.703689 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c342d505-d33b-4b6b-a5cf-285cbed8e3d1 req-c05aa636-b3a8-448f-9a9b-670a931c3f3b tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 946 time: 0.0657589 Jun 18 12:54:40.741394 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c342d505-d33b-4b6b-a5cf-285cbed8e3d1 req-794e1e18-8d53-4df9-9a68-24899470bbb6 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/security-groups?id=f547dae4-0857-46be-8adc-237a41d109be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311399 Jun 18 12:54:40.911697 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f508b9-dca0-4181-8756-1b887357b5ab req-1404236f-6e71-444f-99d2-9d730f4f8c0e tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:40.913190 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-48f508b9-dca0-4181-8756-1b887357b5ab req-1404236f-6e71-444f-99d2-9d730f4f8c0e tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 945 time: 0.0661423 Jun 18 12:54:40.949911 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-48f508b9-dca0-4181-8756-1b887357b5ab req-5491c98a-63e9-48a5-a6c5-83c9699869a5 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311909 Jun 18 12:54:41.034213 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e9ec2-0acd-4f63-96c9-d5d65b659aa2 req-d8118f1e-2047-487f-80d6-2591d0cdbc4a tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:41.035888 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-9f1e9ec2-0acd-4f63-96c9-d5d65b659aa2 req-d8118f1e-2047-487f-80d6-2591d0cdbc4a tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.0628991 Jun 18 12:54:41.073684 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-9f1e9ec2-0acd-4f63-96c9-d5d65b659aa2 req-0943915f-e159-4ba4-b1d7-0ca626349dbc tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321190 Jun 18 12:54:41.621618 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['b7841d7d-9d25-4c4c-b14c-b1c24f67da44'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 12:54:41.794871 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a7970-d6d2-43f2-82a3-af3c74364ac1 req-51600f76-5738-45a1-90e2-28e7b29667f2 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:41.796465 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-528a7970-d6d2-43f2-82a3-af3c74364ac1 req-51600f76-5738-45a1-90e2-28e7b29667f2 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 945 time: 0.0663364 Jun 18 12:54:41.845163 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-528a7970-d6d2-43f2-82a3-af3c74364ac1 req-a24f7944-f867-4f20-8f36-06fa46a2371e tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423355 Jun 18 12:54:42.064115 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a5756-d06c-42b0-bbf5-70900cdcddb1 req-db8ae4f0-83f3-407e-8db2-7abcee7dbe8b tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:42.065630 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-856a5756-d06c-42b0-bbf5-70900cdcddb1 req-db8ae4f0-83f3-407e-8db2-7abcee7dbe8b tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 946 time: 0.0684156 Jun 18 12:54:42.108204 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-856a5756-d06c-42b0-bbf5-70900cdcddb1 req-b0994cc9-2a77-4d5c-a598-66305c04d3a9 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/security-groups?id=f547dae4-0857-46be-8adc-237a41d109be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367253 Jun 18 12:54:42.145873 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2a895-14f9-4702-887a-463f34c5139d req-ea106541-6afa-4faa-9ed8-1729fdd29444 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:42.147377 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-a5e2a895-14f9-4702-887a-463f34c5139d req-ea106541-6afa-4faa-9ed8-1729fdd29444 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 945 time: 0.0780752 Jun 18 12:54:42.183455 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-a5e2a895-14f9-4702-887a-463f34c5139d req-98a602f5-c0c9-47ed-b493-c0a25069c0b4 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304987 Jun 18 12:54:42.267678 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba5930-253b-431e-af5a-beb462e49143 req-cca98c5f-5d65-49b9-8e2f-141866642578 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:42.270154 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-90ba5930-253b-431e-af5a-beb462e49143 req-cca98c5f-5d65-49b9-8e2f-141866642578 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.0630155 Jun 18 12:54:42.306581 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-90ba5930-253b-431e-af5a-beb462e49143 req-fe7035e2-0831-477c-b2e0-3a2e5f73d549 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308037 Jun 18 12:54:43.024090 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0fda71-3738-451e-99a0-c6096fe412cc req-357a8ce6-0cf8-448a-874c-833144c464e1 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:43.025603 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-7e0fda71-3738-451e-99a0-c6096fe412cc req-357a8ce6-0cf8-448a-874c-833144c464e1 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 945 time: 0.0646195 Jun 18 12:54:43.069374 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-7e0fda71-3738-451e-99a0-c6096fe412cc req-fa40182e-5a11-4fe7-b99f-33348985d5fe tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377245 Jun 18 12:54:43.282461 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd6322-3724-4645-a00b-ae2949308cb4 req-05818603-aa7e-46dc-a9e9-4b26a2c33519 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:43.283909 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-57dd6322-3724-4645-a00b-ae2949308cb4 req-05818603-aa7e-46dc-a9e9-4b26a2c33519 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 946 time: 0.0649512 Jun 18 12:54:43.328960 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-57dd6322-3724-4645-a00b-ae2949308cb4 req-5ef6c9e2-3271-4008-b395-c4306b396cad tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/security-groups?id=f547dae4-0857-46be-8adc-237a41d109be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380743 Jun 18 12:54:43.403802 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee77c7-2eac-48a7-9bc1-eb39f9aee754 req-7e3c5c1a-54ec-4971-8692-f69fb87a4815 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:43.406044 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-82ee77c7-2eac-48a7-9bc1-eb39f9aee754 req-7e3c5c1a-54ec-4971-8692-f69fb87a4815 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 945 time: 0.1055567 Jun 18 12:54:43.458652 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-82ee77c7-2eac-48a7-9bc1-eb39f9aee754 req-4ea3280e-65b4-4c89-b5fd-2ae24c39aa0d tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465059 Jun 18 12:54:43.517280 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86495382-951c-4a13-8ab1-6c2fb8e90b1c req-3b05910a-4b4f-4036-a4f9-8417c14cab18 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:43.519266 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-86495382-951c-4a13-8ab1-6c2fb8e90b1c req-3b05910a-4b4f-4036-a4f9-8417c14cab18 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.0791187 Jun 18 12:54:43.564130 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-86495382-951c-4a13-8ab1-6c2fb8e90b1c req-7ef0e368-a56f-43f2-ab34-6b53587883df tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385914 Jun 18 12:54:43.636111 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 47596) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:43.750571 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-d28de865-0855-4146-98e0-f071d4add76f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:43.839662 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-d28de865-0855-4146-98e0-f071d4add76f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:43.843696 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-d28de865-0855-4146-98e0-f071d4add76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:43.846744 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:43.885054 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-d28de865-0855-4146-98e0-f071d4add76f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=71815baf15de45d1a917c8a5a496944a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2477493 Jun 18 12:54:43.886936 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28de865-0855-4146-98e0-f071d4add76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e680e258-b89e-44b9-a538-34ddadcc52ee,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:43.887807 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 47606) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:43.890177 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-d28de865-0855-4146-98e0-f071d4add76f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:43.945327 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-c21cca9e-6d16-4d91-a717-827b0fa113bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:43.969733 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-c21cca9e-6d16-4d91-a717-827b0fa113bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:44.030898 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-c21cca9e-6d16-4d91-a717-827b0fa113bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:44.034246 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-c21cca9e-6d16-4d91-a717-827b0fa113bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:44.036812 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-c21cca9e-6d16-4d91-a717-827b0fa113bc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e680e258-b89e-44b9-a538-34ddadcc52ee HTTP/1.1" status: 204 len: 168 time: 0.1439388 Jun 18 12:54:44.037783 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:44.050682 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cca9e-6d16-4d91-a717-827b0fa113bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e680e258-b89e-44b9-a538-34ddadcc52ee,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:44.053471 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-c21cca9e-6d16-4d91-a717-827b0fa113bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:44.108655 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 47628) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:44.288371 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e45a7-02f4-43f7-986c-562e3d1d7b4f req-8c28b31e-205e-4414-8172-ee0e03f97441 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:44.290348 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-878e45a7-02f4-43f7-986c-562e3d1d7b4f req-8c28b31e-205e-4414-8172-ee0e03f97441 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 945 time: 0.0959725 Jun 18 12:54:44.347992 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-878e45a7-02f4-43f7-986c-562e3d1d7b4f req-9348948b-19e2-4149-b4d8-fd052c45ddf1 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490251 Jun 18 12:54:44.423469 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9c5c7eaa-c9b5-4f7a-9902-07e8debef2e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:44.502865 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 47646) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:44.513558 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 12:54:44.527736 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-96f13b92-7820-4e78-8ebc-4d0d882ffdf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:44.571125 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe685e61-4bcd-4c45-9e61-052207819f61 req-ca741ac8-aafc-43ac-9c22-840fe2574a08 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:44.572593 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-fe685e61-4bcd-4c45-9e61-052207819f61 req-ca741ac8-aafc-43ac-9c22-840fe2574a08 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 946 time: 0.1112330 Jun 18 12:54:44.631976 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9c5c7eaa-c9b5-4f7a-9902-07e8debef2e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:44.636496 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-fe685e61-4bcd-4c45-9e61-052207819f61 req-1991a711-b2a7-447f-b155-fd804480cab7 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/security-groups?id=f547dae4-0857-46be-8adc-237a41d109be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571411 Jun 18 12:54:44.637583 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9c5c7eaa-c9b5-4f7a-9902-07e8debef2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:44.641074 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-4a811350-747f-4e6b-88de-77cbe4e1c4d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:44.680012 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-9c5c7eaa-c9b5-4f7a-9902-07e8debef2e6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8081706ee9604e889227a5f01603ca3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5702326 Jun 18 12:54:44.681260 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c7eaa-c9b5-4f7a-9902-07e8debef2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c998a84f-d652-4f91-bf77-050801b314db,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:44.684248 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-9c5c7eaa-c9b5-4f7a-9902-07e8debef2e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:44.684727 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 47650) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:44.727099 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0af89b-23b7-4eb2-b6cc-c793bc507ad0 req-990fbb18-8262-4358-9654-5e947899e34d tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:44.728599 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ab0af89b-23b7-4eb2-b6cc-c793bc507ad0 req-990fbb18-8262-4358-9654-5e947899e34d tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 945 time: 0.1255343 Jun 18 12:54:44.747419 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-76efbed1-ba8f-4853-915e-a4430f8a3e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:44.770229 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-76efbed1-ba8f-4853-915e-a4430f8a3e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:44.789746 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ab0af89b-23b7-4eb2-b6cc-c793bc507ad0 req-a0eae7ff-2341-4dc8-9fb6-ad82a5002e86 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536773 Jun 18 12:54:44.804024 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-96f13b92-7820-4e78-8ebc-4d0d882ffdf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:44.807976 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-96f13b92-7820-4e78-8ebc-4d0d882ffdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:44.813404 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:44.850690 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-96f13b92-7820-4e78-8ebc-4d0d882ffdf5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=08d6f3eb3d3d419084d9a2da3a864dfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3465116 Jun 18 12:54:44.853346 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 47652) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:44.853860 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f13b92-7820-4e78-8ebc-4d0d882ffdf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e42dba-012c-49ad-9e9c-e0e26c5f9955,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:44.857211 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-96f13b92-7820-4e78-8ebc-4d0d882ffdf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:44.896635 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-76efbed1-ba8f-4853-915e-a4430f8a3e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:44.899015 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-76efbed1-ba8f-4853-915e-a4430f8a3e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:44.900103 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-76efbed1-ba8f-4853-915e-a4430f8a3e57 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c998a84f-d652-4f91-bf77-050801b314db HTTP/1.1" status: 204 len: 168 time: 0.2142720 Jun 18 12:54:44.904291 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-21707e78-ab3a-43f0-9b00-20b59e62e4ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:44.921131 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76efbed1-ba8f-4853-915e-a4430f8a3e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c998a84f-d652-4f91-bf77-050801b314db,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:44.924769 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-76efbed1-ba8f-4853-915e-a4430f8a3e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:44.937304 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f92b7-bf4e-4b5d-b367-030a07499eaa req-3c555019-a23d-41e7-8e1c-a78f95af4523 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:44.944236 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5a9f92b7-bf4e-4b5d-b367-030a07499eaa req-3c555019-a23d-41e7-8e1c-a78f95af4523 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.1672440 Jun 18 12:54:44.971079 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-3eb83b8e-0a93-4ff6-8ce3-369557e6902e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:45.001535 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5a9f92b7-bf4e-4b5d-b367-030a07499eaa req-1f7fcb8c-8ad9-4949-818c-49ecea80a4b6 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564084 Jun 18 12:54:45.012015 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-3eb83b8e-0a93-4ff6-8ce3-369557e6902e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:45.066040 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-3eb83b8e-0a93-4ff6-8ce3-369557e6902e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:45.069442 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-3eb83b8e-0a93-4ff6-8ce3-369557e6902e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:45.070706 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-3eb83b8e-0a93-4ff6-8ce3-369557e6902e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b1e42dba-012c-49ad-9e9c-e0e26c5f9955 HTTP/1.1" status: 204 len: 168 time: 0.2158573 Jun 18 12:54:45.071454 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-287b2895-b7a9-48f4-9ae8-a8e1dba67076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:45.081407 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb83b8e-0a93-4ff6-8ce3-369557e6902e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e42dba-012c-49ad-9e9c-e0e26c5f9955,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:45.084597 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-3eb83b8e-0a93-4ff6-8ce3-369557e6902e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:45.262790 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 47662) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:45.276243 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-41296c3f-ae73-445e-b8a9-fdfae984b35a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:45.387332 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-41296c3f-ae73-445e-b8a9-fdfae984b35a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:45.391940 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-41296c3f-ae73-445e-b8a9-fdfae984b35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:45.395286 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-76efbed1-ba8f-4853-915e-a4430f8a3e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:45.436666 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-41296c3f-ae73-445e-b8a9-fdfae984b35a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4f884c225db4492baf76346e87b9a1b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1726861 Jun 18 12:54:45.437469 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41296c3f-ae73-445e-b8a9-fdfae984b35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be915d95-d7a1-4c4d-a04e-8bea8663abb8,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:45.439455 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 47668) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:45.445826 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41296c3f-ae73-445e-b8a9-fdfae984b35a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:54:45.446191 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41296c3f-ae73-445e-b8a9-fdfae984b35a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:54:45.446546 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41296c3f-ae73-445e-b8a9-fdfae984b35a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:54:45.446893 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41296c3f-ae73-445e-b8a9-fdfae984b35a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:54:45.447235 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41296c3f-ae73-445e-b8a9-fdfae984b35a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:54:45.447576 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41296c3f-ae73-445e-b8a9-fdfae984b35a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:54:45.447915 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41296c3f-ae73-445e-b8a9-fdfae984b35a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:54:45.448251 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41296c3f-ae73-445e-b8a9-fdfae984b35a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:54:45.448619 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41296c3f-ae73-445e-b8a9-fdfae984b35a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:54:45.448941 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41296c3f-ae73-445e-b8a9-fdfae984b35a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:54:45.449273 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41296c3f-ae73-445e-b8a9-fdfae984b35a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:54:45.449603 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41296c3f-ae73-445e-b8a9-fdfae984b35a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:54:45.453699 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-41296c3f-ae73-445e-b8a9-fdfae984b35a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:45.478232 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 47670) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:45.494118 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-a01691d3-5eae-4754-95d8-886f5be596fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:45.562986 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0e6ad094-6fcf-4343-b727-230bfa6b2bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:45.584054 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6c134-3463-4582-998b-67e26a285ed7 req-dc31bb9f-5c06-461d-9cd4-dc680531683c tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:45.585555 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-6ba6c134-3463-4582-998b-67e26a285ed7 req-dc31bb9f-5c06-461d-9cd4-dc680531683c tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 945 time: 0.1135612 Jun 18 12:54:45.598491 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0e6ad094-6fcf-4343-b727-230bfa6b2bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:45.598669 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-a01691d3-5eae-4754-95d8-886f5be596fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:45.602757 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-a01691d3-5eae-4754-95d8-886f5be596fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:45.605083 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:45.639687 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01691d3-5eae-4754-95d8-886f5be596fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d114407-f9cb-4049-8caa-f211120220d2,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:45.643986 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-a01691d3-5eae-4754-95d8-886f5be596fd admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=134c6aca33e24b038719c38f828aa607&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1647472 Jun 18 12:54:45.645346 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-a01691d3-5eae-4754-95d8-886f5be596fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:45.646532 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 47674) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:45.657470 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-6ba6c134-3463-4582-998b-67e26a285ed7 req-c297dee7-60ae-4cae-91e9-69bf5f74845e tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643187 Jun 18 12:54:45.690021 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0e6ad094-6fcf-4343-b727-230bfa6b2bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:45.693222 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0e6ad094-6fcf-4343-b727-230bfa6b2bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:45.697074 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-0e6ad094-6fcf-4343-b727-230bfa6b2bfc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/be915d95-d7a1-4c4d-a04e-8bea8663abb8 HTTP/1.1" status: 204 len: 168 time: 0.2518430 Jun 18 12:54:45.697074 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:45.708503 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ad094-6fcf-4343-b727-230bfa6b2bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be915d95-d7a1-4c4d-a04e-8bea8663abb8,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:45.715712 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ad094-6fcf-4343-b727-230bfa6b2bfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:54:45.716209 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ad094-6fcf-4343-b727-230bfa6b2bfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:54:45.716582 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ad094-6fcf-4343-b727-230bfa6b2bfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:54:45.717051 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ad094-6fcf-4343-b727-230bfa6b2bfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:54:45.717399 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ad094-6fcf-4343-b727-230bfa6b2bfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:54:45.717844 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ad094-6fcf-4343-b727-230bfa6b2bfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:54:45.718207 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ad094-6fcf-4343-b727-230bfa6b2bfc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:54:45.718628 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ad094-6fcf-4343-b727-230bfa6b2bfc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:54:45.719048 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ad094-6fcf-4343-b727-230bfa6b2bfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:54:45.719388 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ad094-6fcf-4343-b727-230bfa6b2bfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:54:45.719725 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ad094-6fcf-4343-b727-230bfa6b2bfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:54:45.720060 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ad094-6fcf-4343-b727-230bfa6b2bfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:54:45.723147 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-0e6ad094-6fcf-4343-b727-230bfa6b2bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:45.743484 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-5d26c9ab-7880-4bf1-8315-322ab93753bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:45.768739 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-5d26c9ab-7880-4bf1-8315-322ab93753bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:45.875147 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-5d26c9ab-7880-4bf1-8315-322ab93753bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:45.879780 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-5d26c9ab-7880-4bf1-8315-322ab93753bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:45.881307 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-5d26c9ab-7880-4bf1-8315-322ab93753bd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8d114407-f9cb-4049-8caa-f211120220d2 HTTP/1.1" status: 204 len: 168 time: 0.2338438 Jun 18 12:54:45.883179 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-5176f025-7144-4f6c-a0b0-37888d238e14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:45.897381 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d26c9ab-7880-4bf1-8315-322ab93753bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d114407-f9cb-4049-8caa-f211120220d2,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:45.900828 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-5d26c9ab-7880-4bf1-8315-322ab93753bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:45.916601 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff1170-808d-4f1a-9297-0e0191e2c846 req-12f8749c-4e4a-456f-af3c-a3ff61b2e4e3 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:45.918456 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6eff1170-808d-4f1a-9297-0e0191e2c846 req-12f8749c-4e4a-456f-af3c-a3ff61b2e4e3 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 946 time: 0.1249514 Jun 18 12:54:46.008353 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6eff1170-808d-4f1a-9297-0e0191e2c846 req-5f9adf72-1adf-4172-8c81-36d8d498900b tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/security-groups?id=f547dae4-0857-46be-8adc-237a41d109be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831127 Jun 18 12:54:46.015391 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e7573-653c-4415-884d-fad2e7d2462f req-b5ae2661-7777-4ad7-85a9-da7fcf867ed7 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:46.023793 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-095e7573-653c-4415-884d-fad2e7d2462f req-b5ae2661-7777-4ad7-85a9-da7fcf867ed7 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 945 time: 0.0872567 Jun 18 12:54:46.086071 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-095e7573-653c-4415-884d-fad2e7d2462f req-d41deb48-5703-4e8d-a320-ee441180f36b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611811 Jun 18 12:54:46.294687 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f26a51-930b-437d-9dfe-97e0d5163e3b req-66e12e37-487a-4eab-8bbd-9a6f06750001 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:46.297232 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-63f26a51-930b-437d-9dfe-97e0d5163e3b req-66e12e37-487a-4eab-8bbd-9a6f06750001 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.0848482 Jun 18 12:54:46.375860 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-63f26a51-930b-437d-9dfe-97e0d5163e3b req-f0e138e0-d926-4afc-9320-f39e65a824ad tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628245 Jun 18 12:54:46.871361 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 47750) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:46.964590 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-c120715f-e67a-4395-97f5-275ba065f2dd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-597008606-network', 'tenant_id': '8a102d84cdb8482993c16a40a2036b3d'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:54:46.986424 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c120715f-e67a-4395-97f5-275ba065f2dd admin admin] Made reservation on behalf of 8a102d84cdb8482993c16a40a2036b3d for: {'network': 1} {{(pid=92825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:54:46.989817 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-c120715f-e67a-4395-97f5-275ba065f2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for network, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:46.997935 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-c120715f-e67a-4395-97f5-275ba065f2dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:47.090607 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-c120715f-e67a-4395-97f5-275ba065f2dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:47.094664 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-c120715f-e67a-4395-97f5-275ba065f2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:47.098377 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-96f13b92-7820-4e78-8ebc-4d0d882ffdf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:47.123155 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c120715f-e67a-4395-97f5-275ba065f2dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=92825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 12:54:47.129807 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c120715f-e67a-4395-97f5-275ba065f2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2dd05f-2e32-4266-9b55-4732b626c2d2,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:47.134021 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-c120715f-e67a-4395-97f5-275ba065f2dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:47.137470 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-c120715f-e67a-4395-97f5-275ba065f2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559'] for segment, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:47.137847 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.db.segments_db [None req-c120715f-e67a-4395-97f5-275ba065f2dd admin admin] Added segment e587d116-c987-4841-ac36-df7fc653a40b of type vlan for network a113e043-4a5a-4caf-a999-fc7cdb516b93 Jun 18 12:54:47.180397 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 9955890c-cd41-4916-aa48-c585e48021b9 details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=92827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 12:54:47.185585 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-c120715f-e67a-4395-97f5-275ba065f2dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743828617162'] for network, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:47.208986 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 1085e992-888c-4c43-af76-b565fadc2bbb up at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:54:47.234593 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-c120715f-e67a-4395-97f5-275ba065f2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2056967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782'] for network, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:47.238618 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c120715f-e67a-4395-97f5-275ba065f2dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:47.239616 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-c120715f-e67a-4395-97f5-275ba065f2dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for network, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:47.269567 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-60696c26-611d-47c9-b54a-5385cd9af3c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:47.327500 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning for port 1085e992-888c-4c43-af76-b565fadc2bbb completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:54:47.330073 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-c120715f-e67a-4395-97f5-275ba065f2dd admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4574661 Jun 18 12:54:47.333769 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 47766) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:47.340172 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-5c145873-4d00-4e72-9742-ca12aaaa6eb8 admin admin] Request body: {'subnet': {'network_id': 'a113e043-4a5a-4caf-a999-fc7cdb516b93', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-597008606-subnet', 'tenant_id': '8a102d84cdb8482993c16a40a2036b3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:54:47.341337 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning complete for port 1085e992-888c-4c43-af76-b565fadc2bbb triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:54:47.341716 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:47.347889 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c120715f-e67a-4395-97f5-275ba065f2dd admin admin] Pushing event updated for resources: {'Network': ['ID=a113e043-4a5a-4caf-a999-fc7cdb516b93,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:47.351618 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-c120715f-e67a-4395-97f5-275ba065f2dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:47.373716 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a3784-ef90-41ce-943e-3db394a1b3b8 req-d2070e7e-7a56-49ab-ab2c-c14f19abb3fa tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:47.383793 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d47a3784-ef90-41ce-943e-3db394a1b3b8 req-d2070e7e-7a56-49ab-ab2c-c14f19abb3fa tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 945 time: 0.1640337 Jun 18 12:54:47.387451 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c145873-4d00-4e72-9742-ca12aaaa6eb8 admin admin] Made reservation on behalf of 8a102d84cdb8482993c16a40a2036b3d for: {'subnet': 1} {{(pid=92826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:54:47.391880 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-5c145873-4d00-4e72-9742-ca12aaaa6eb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4917010'] for subnet, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:47.417235 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Network a113e043-4a5a-4caf-a999-fc7cdb516b93 details requested by agent ovs-agent-dv-cinder-797073-1-iscsi with host dv-cinder-797073-1-iscsi {{(pid=92827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 12:54:47.418092 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 47772) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:47.440260 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d47a3784-ef90-41ce-943e-3db394a1b3b8 req-a4ff762e-4188-4229-9296-3d3054e75f28 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551925 Jun 18 12:54:47.444836 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 9955890c-cd41-4916-aa48-c585e48021b9, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=9955890c-cd41-4916-aa48-c585e48021b9,segment=NetworkSegment(23b88fce-5b57-4798-9ca4-628ae6f60edb),segment_id=23b88fce-5b57-4798-9ca4-628ae6f60edb)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:54:47.516778 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Returning: {'device': '9955890c-cd41-4916-aa48-c585e48021b9', 'network_id': '1ff29541-7511-4984-adea-fc36150ec103', 'port_id': '9955890c-cd41-4916-aa48-c585e48021b9', 'mac_address': 'fa:16:3e:95:79:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac677325-f406-437d-8e84-8b08f5594ded', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 12:54:47.561046 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-9bacdc0e-b638-4a9b-9e40-51be172daa69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:47.621628 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:47.633934 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:47.657063 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9955890c-cd41-4916-aa48-c585e48021b9 {{(pid=92827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 12:54:47.664539 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc472937-5abf-4727-a9de-04b9c0d29d1b req-96367502-8bce-48a3-9c35-4e429c3feeb4 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:47.666045 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-fc472937-5abf-4727-a9de-04b9c0d29d1b req-96367502-8bce-48a3-9c35-4e429c3feeb4 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.1359646 Jun 18 12:54:47.674211 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-5c145873-4d00-4e72-9742-ca12aaaa6eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4940255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4916992'] for subnet, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:47.679270 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ddb08fd-ccd6-48c5-ae07-708601a03d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1085e992-888c-4c43-af76-b565fadc2bbb'}] {{(pid=92827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 12:54:47.681569 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c43e27dad5924667550749323780498268b495889c5e44707aafbe87e8432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6789e03f-3e60-4636-a53d-c20887e9e902" -d '{"events": [{"server_uuid": "6ddb08fd-ccd6-48c5-ae07-708601a03d74", "name": "network-vif-plugged", "status": "completed", "tag": "1085e992-888c-4c43-af76-b565fadc2bbb"}]}' {{(pid=92827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 12:54:47.681734 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:47.695795 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-9bacdc0e-b638-4a9b-9e40-51be172daa69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:47.699914 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 1085e992-888c-4c43-af76-b565fadc2bbb, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=1085e992-888c-4c43-af76-b565fadc2bbb,segment=NetworkSegment(f5272d93-3659-4f37-b7e2-a04b822788ec),segment_id=f5272d93-3659-4f37-b7e2-a04b822788ec)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:54:47.710337 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-9bacdc0e-b638-4a9b-9e40-51be172daa69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:47.710337 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:47.710613 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:47.710613 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device b7841d7d-9d25-4c4c-b14c-b1c24f67da44 up at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:54:47.713339 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 9955890c-cd41-4916-aa48-c585e48021b9, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=9955890c-cd41-4916-aa48-c585e48021b9,segment=NetworkSegment(23b88fce-5b57-4798-9ca4-628ae6f60edb),segment_id=23b88fce-5b57-4798-9ca4-628ae6f60edb)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:54:47.714350 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:47.718740 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:47.758594 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-9bacdc0e-b638-4a9b-9e40-51be172daa69 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c09fef7f8dbc4793b3b83bcf640b0c1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3368347 Jun 18 12:54:47.758879 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 12:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77489b9-0d8d-4dff-b42d-d49ecac2aff1 x-openstack-request-id: req-e77489b9-0d8d-4dff-b42d-d49ecac2aff1 {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 12:54:47.759418 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ddb08fd-ccd6-48c5-ae07-708601a03d74", "name": "network-vif-plugged", "status": "completed", "tag": "1085e992-888c-4c43-af76-b565fadc2bbb", "code": 200}]} {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 12:54:47.759679 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e77489b9-0d8d-4dff-b42d-d49ecac2aff1 {{(pid=92827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 12:54:47.760124 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 47782) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:54:47.760232 dv-cinder-797073-1-iscsi neutron-server[92827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ddb08fd-ccd6-48c5-ae07-708601a03d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1085e992-888c-4c43-af76-b565fadc2bbb', 'code': 200} Jun 18 12:54:47.778159 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bacdc0e-b638-4a9b-9e40-51be172daa69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44641687-ef9a-411f-b387-994b0e4097f8,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:47.793036 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-9bacdc0e-b638-4a9b-9e40-51be172daa69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:47.797814 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=1085e992-888c-4c43-af76-b565fadc2bbb,revision_number=5']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:47.802224 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:47.802695 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:47.821990 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c145873-4d00-4e72-9742-ca12aaaa6eb8 admin admin] Checking segment: {'id': 'e587d116-c987-4841-ac36-df7fc653a40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'a113e043-4a5a-4caf-a999-fc7cdb516b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:54:47.822328 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c145873-4d00-4e72-9742-ca12aaaa6eb8 admin admin] Network hostable DHCP agents. Network: a113e043-4a5a-4caf-a999-fc7cdb516b93, hostable agents: ['a4764913-7e4e-4767-85bd-6fdf32f4ace2'], hosted agents: [] {{(pid=92826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 12:54:47.828121 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c145873-4d00-4e72-9742-ca12aaaa6eb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b72791a-c35c-4e62-9737-cafa8645dd4b,revision_number=0']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:47.832007 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-5c145873-4d00-4e72-9742-ca12aaaa6eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:47.835976 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-fc472937-5abf-4727-a9de-04b9c0d29d1b req-ba8a6925-5526-4498-bf3e-a2535d630fb0 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224823 Jun 18 12:54:47.848657 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c145873-4d00-4e72-9742-ca12aaaa6eb8 admin admin] Network a113e043-4a5a-4caf-a999-fc7cdb516b93 is scheduled to be hosted by DHCP agent a4764913-7e4e-4767-85bd-6fdf32f4ace2 with binding_index 1 {{(pid=92826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 12:54:47.852776 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning for port b7841d7d-9d25-4c4c-b14c-b1c24f67da44 completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:54:47.858176 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=9955890c-cd41-4916-aa48-c585e48021b9,revision_number=4']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:47.860005 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b6f5ad0e-a7a5-44f6-8e51-eb32dcd93a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:47.861679 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.base_scheduler [None req-5c145873-4d00-4e72-9742-ca12aaaa6eb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797073-1-iscsi, a113e043-4a5a-4caf-a999-fc7cdb516b93) {{(pid=92826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:54:47.869485 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:47.871239 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning complete for port b7841d7d-9d25-4c4c-b14c-b1c24f67da44 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:54:47.871764 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:47.874590 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c145873-4d00-4e72-9742-ca12aaaa6eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:47.875601 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-5c145873-4d00-4e72-9742-ca12aaaa6eb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:47.890976 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-5c145873-4d00-4e72-9742-ca12aaaa6eb8 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5554717 Jun 18 12:54:47.896196 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198c52a1-0418-4526-96df-53547a258095 None None] Network a113e043-4a5a-4caf-a999-fc7cdb516b93 requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 12:54:47.898081 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b6f5ad0e-a7a5-44f6-8e51-eb32dcd93a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:47.969818 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b6f5ad0e-a7a5-44f6-8e51-eb32dcd93a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:47.972741 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b6f5ad0e-a7a5-44f6-8e51-eb32dcd93a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:47.976843 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-b6f5ad0e-a7a5-44f6-8e51-eb32dcd93a4a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/44641687-ef9a-411f-b387-994b0e4097f8 HTTP/1.1" status: 204 len: 168 time: 0.2130296 Jun 18 12:54:47.976843 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:47.983970 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f5ad0e-a7a5-44f6-8e51-eb32dcd93a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44641687-ef9a-411f-b387-994b0e4097f8,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:47.986410 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-b6f5ad0e-a7a5-44f6-8e51-eb32dcd93a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:48.069215 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:48.100826 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11af93cd-6d1b-44b9-ba08-b819a8cc59bf None None] Network a113e043-4a5a-4caf-a999-fc7cdb516b93 requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 12:54:48.175062 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port b7841d7d-9d25-4c4c-b14c-b1c24f67da44, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=b7841d7d-9d25-4c4c-b14c-b1c24f67da44,segment=NetworkSegment(f5272d93-3659-4f37-b7e2-a04b822788ec),segment_id=f5272d93-3659-4f37-b7e2-a04b822788ec)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:54:48.182785 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:48.186948 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:48.290821 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=b7841d7d-9d25-4c4c-b14c-b1c24f67da44,revision_number=5']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:48.293637 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:48.655024 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6cfd12-27a2-49b2-b743-3e790ed4cc20 req-dc2cd40b-81b1-4020-9864-37db6970bc8e tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:48.656455 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ee6cfd12-27a2-49b2-b743-3e790ed4cc20 req-dc2cd40b-81b1-4020-9864-37db6970bc8e tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0767102 Jun 18 12:54:48.696502 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ee6cfd12-27a2-49b2-b743-3e790ed4cc20 req-11aa29ee-e113-4b6a-9a7f-0ed654cc2b25 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340254 Jun 18 12:54:49.032721 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df3090-65d4-4e72-9ba0-fd0b549a9091 req-dd970b5f-2db3-4a4f-a1a6-648ff84699d2 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:49.032721 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-f6df3090-65d4-4e72-9ba0-fd0b549a9091 req-dd970b5f-2db3-4a4f-a1a6-648ff84699d2 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 945 time: 0.0639968 Jun 18 12:54:49.072347 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-f6df3090-65d4-4e72-9ba0-fd0b549a9091 req-bcf58006-42e6-465b-b85d-9182ee9eed7e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365953 Jun 18 12:54:49.761898 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7841d7d-9d25-4c4c-b14c-b1c24f67da44'}] {{(pid=92827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 12:54:49.764443 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c43e27dad5924667550749323780498268b495889c5e44707aafbe87e8432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40df57c-2a4d-4df2-a167-9e119f3373ea" -d '{"events": [{"server_uuid": "fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3", "name": "network-vif-plugged", "status": "completed", "tag": "b7841d7d-9d25-4c4c-b14c-b1c24f67da44"}]}' {{(pid=92827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 12:54:49.803060 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 12:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd65661d-2484-45c5-b393-afd9bbe6750d x-openstack-request-id: req-bd65661d-2484-45c5-b393-afd9bbe6750d {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 12:54:49.806439 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3", "name": "network-vif-plugged", "status": "completed", "tag": "b7841d7d-9d25-4c4c-b14c-b1c24f67da44", "code": 200}]} {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 12:54:49.806941 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bd65661d-2484-45c5-b393-afd9bbe6750d {{(pid=92827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 12:54:49.807419 dv-cinder-797073-1-iscsi neutron-server[92827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7841d7d-9d25-4c4c-b14c-b1c24f67da44', 'code': 200} Jun 18 12:54:49.876816 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b47be4-eace-44af-9305-2d7b85c2dddd req-9ff275d9-6159-4097-91f1-26f9651c2b14 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:49.878172 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-a2b47be4-eace-44af-9305-2d7b85c2dddd req-9ff275d9-6159-4097-91f1-26f9651c2b14 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0617943 Jun 18 12:54:49.914502 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-a2b47be4-eace-44af-9305-2d7b85c2dddd req-007d3b6d-a1a7-4726-8df9-bd6be45dc17b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305951 Jun 18 12:54:50.254261 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8eafa-ee9f-4421-b2fc-8fa06aa9877a req-8ada1aba-7536-4c36-8f6f-690923592f6e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:50.255748 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4fa8eafa-ee9f-4421-b2fc-8fa06aa9877a req-8ada1aba-7536-4c36-8f6f-690923592f6e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 945 time: 0.0652819 Jun 18 12:54:50.294951 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4fa8eafa-ee9f-4421-b2fc-8fa06aa9877a req-fde36e73-9dda-42a7-a37e-9eedc8a3459e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314865 Jun 18 12:54:50.644745 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7e14d-04b0-4c88-8247-09e9b16a20cb req-04832820-0b98-4615-bc42-ded1e6c57a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:50.646659 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-11a7e14d-04b0-4c88-8247-09e9b16a20cb req-04832820-0b98-4615-bc42-ded1e6c57a0c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 1098 time: 0.0573175 Jun 18 12:54:50.686100 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-11a7e14d-04b0-4c88-8247-09e9b16a20cb req-0df63c26-ae76-4abf-a26e-ee870fd2b9a2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311487 Jun 18 12:54:51.082486 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31255be7-f5fd-4378-bd9e-c7970bca539a req-2a942239-1067-42c7-a067-997024135b26 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:51.083910 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-31255be7-f5fd-4378-bd9e-c7970bca539a req-2a942239-1067-42c7-a067-997024135b26 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0616765 Jun 18 12:54:51.120007 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-31255be7-f5fd-4378-bd9e-c7970bca539a req-97db3b49-2ed5-4766-96c4-f00cdc014e03 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305150 Jun 18 12:54:51.476175 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97afec-d272-4cc2-80dd-dc7f9df7c9ce req-38befe65-5ce0-43a8-a978-ed3a4f717fff tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:51.477658 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1c97afec-d272-4cc2-80dd-dc7f9df7c9ce req-38befe65-5ce0-43a8-a978-ed3a4f717fff tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 945 time: 0.0625825 Jun 18 12:54:51.517001 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1c97afec-d272-4cc2-80dd-dc7f9df7c9ce req-56821e9b-5f19-4f9b-ae0b-e23fcf417865 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321584 Jun 18 12:54:51.625817 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98238112-6e67-4f99-b798-62af40b033bd req-be982cb8-52ad-44b6-adcf-b9f26202874b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:51.627330 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-98238112-6e67-4f99-b798-62af40b033bd req-be982cb8-52ad-44b6-adcf-b9f26202874b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 1099 time: 0.0563397 Jun 18 12:54:51.663250 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-98238112-6e67-4f99-b798-62af40b033bd req-f09dd6ec-7e58-4f5d-83fb-038451866058 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276241 Jun 18 12:54:51.676810 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['9955890c-cd41-4916-aa48-c585e48021b9'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 12:54:51.847553 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-d24377f8-6bce-4cab-a798-0923584bdf91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:52.292630 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c1711-89dc-4429-9cb6-ef65ce88beb4 req-72e0c790-502e-4e19-bdcf-e64bdcc1732a tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:52.294079 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d19c1711-89dc-4429-9cb6-ef65ce88beb4 req-72e0c790-502e-4e19-bdcf-e64bdcc1732a tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0624266 Jun 18 12:54:52.330922 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d19c1711-89dc-4429-9cb6-ef65ce88beb4 req-dd2b6d8f-4cf3-459c-a9e5-c4738ba4f1f3 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310643 Jun 18 12:54:52.415573 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-4b4e4db9-863a-4957-883e-9e8439ef26b1 req-561922af-40a1-42bd-b5fb-65850a545efa service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515385 Jun 18 12:54:52.548338 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e4db9-863a-4957-883e-9e8439ef26b1 req-dfd6fc65-7da2-4211-9507-13e3fae2a526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:52.550118 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-4b4e4db9-863a-4957-883e-9e8439ef26b1 req-dfd6fc65-7da2-4211-9507-13e3fae2a526 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0223531b4ac843c69ac98aed7456c0b5&device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 1098 time: 0.0548494 Jun 18 12:54:52.652461 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e4db9-863a-4957-883e-9e8439ef26b1 req-35a49de6-c191-4ad4-8731-7914515c9378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:52.654078 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-4b4e4db9-863a-4957-883e-9e8439ef26b1 req-35a49de6-c191-4ad4-8731-7914515c9378 service neutron] 10.222.0.77 "GET /v2.0/networks?id=96265354-97f1-45e3-b090-724354f3a0d8 HTTP/1.1" status: 200 len: 916 time: 0.0838003 Jun 18 12:54:52.690398 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af631a-61d4-490a-91bf-88ad308632f2 req-f28b9f29-6bdb-4f07-87e6-c774fdcc7685 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:52.692614 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-25af631a-61d4-490a-91bf-88ad308632f2 req-f28b9f29-6bdb-4f07-87e6-c774fdcc7685 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 945 time: 0.0649455 Jun 18 12:54:52.701221 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-4b4e4db9-863a-4957-883e-9e8439ef26b1 req-1cdb0a04-17ad-4478-9599-ac3c1bdd8bc8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de4f3974-6882-4077-970d-a860341fda6e HTTP/1.1" status: 200 len: 217 time: 0.0396025 Jun 18 12:54:52.733481 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-25af631a-61d4-490a-91bf-88ad308632f2 req-bafaf040-c0b7-42b2-a4a0-27dd782becc2 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321012 Jun 18 12:54:52.748669 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e4db9-863a-4957-883e-9e8439ef26b1 req-d49689eb-5e82-4f77-a1b2-35ad074ac9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:52.750040 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-4b4e4db9-863a-4957-883e-9e8439ef26b1 req-d49689eb-5e82-4f77-a1b2-35ad074ac9fa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd68f4da-dd03-4cd6-93b2-a3dfbb56f132 HTTP/1.1" status: 200 len: 855 time: 0.0420933 Jun 18 12:54:52.784318 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-4b4e4db9-863a-4957-883e-9e8439ef26b1 req-5607d58b-3f55-47d5-bcdb-c50e665b2112 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=96265354-97f1-45e3-b090-724354f3a0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258939 Jun 18 12:54:52.871759 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-4b4e4db9-863a-4957-883e-9e8439ef26b1 req-c60056a7-93fb-4c85-916e-53b170186476 service neutron] 10.222.0.77 "GET /v2.0/networks/96265354-97f1-45e3-b090-724354f3a0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807042 Jun 18 12:54:52.964507 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-4b4e4db9-863a-4957-883e-9e8439ef26b1 req-70cc744f-05d7-410c-848b-2d7674405a6d service neutron] 10.222.0.77 "GET /v2.0/networks/96265354-97f1-45e3-b090-724354f3a0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849822 Jun 18 12:54:53.508496 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c448f-c1a9-4e1e-bc88-db4cb0be658e req-e688e2ea-19b2-44c3-ab8d-91762fbe088b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:53.509985 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-881c448f-c1a9-4e1e-bc88-db4cb0be658e req-e688e2ea-19b2-44c3-ab8d-91762fbe088b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0650070 Jun 18 12:54:53.552515 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-881c448f-c1a9-4e1e-bc88-db4cb0be658e req-73cb0594-dbe7-4f73-942d-51f76d164eab tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366926 Jun 18 12:54:53.913409 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576bbbb-bf67-4124-b263-34a5d36acccc req-4a08139f-8a14-4d07-b0f3-eb3ba77cd0c3 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:53.915216 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b576bbbb-bf67-4124-b263-34a5d36acccc req-4a08139f-8a14-4d07-b0f3-eb3ba77cd0c3 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 945 time: 0.0633690 Jun 18 12:54:53.954792 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b576bbbb-bf67-4124-b263-34a5d36acccc req-ddbb2edc-8506-4898-b842-e50001eb9e3c tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337982 Jun 18 12:54:54.287927 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 9955890c-cd41-4916-aa48-c585e48021b9 up at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:54:54.363747 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning for port 9955890c-cd41-4916-aa48-c585e48021b9 completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:54:54.368534 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning complete for port 9955890c-cd41-4916-aa48-c585e48021b9 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:54:54.369175 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:54.457773 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:54.480826 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69f1c9d-2952-4bef-bcc5-9217af8cd15f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9955890c-cd41-4916-aa48-c585e48021b9'}] {{(pid=92827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 12:54:54.483092 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c43e27dad5924667550749323780498268b495889c5e44707aafbe87e8432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f1f12f-7c16-42ff-97ad-d065d9063769" -d '{"events": [{"server_uuid": "c69f1c9d-2952-4bef-bcc5-9217af8cd15f", "name": "network-vif-plugged", "status": "completed", "tag": "9955890c-cd41-4916-aa48-c585e48021b9"}]}' {{(pid=92827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 12:54:54.498852 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 9955890c-cd41-4916-aa48-c585e48021b9, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=9955890c-cd41-4916-aa48-c585e48021b9,segment=NetworkSegment(23b88fce-5b57-4798-9ca4-628ae6f60edb),segment_id=23b88fce-5b57-4798-9ca4-628ae6f60edb)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:54:54.503209 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:54.505689 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-0df37660-8a8d-4811-9d94-e58a3ce0e0f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:54:54.531661 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 12:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47e6d71-b30b-459f-b574-b756ec7e1aed x-openstack-request-id: req-a47e6d71-b30b-459f-b574-b756ec7e1aed {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 12:54:54.531901 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c69f1c9d-2952-4bef-bcc5-9217af8cd15f", "name": "network-vif-plugged", "status": "completed", "tag": "9955890c-cd41-4916-aa48-c585e48021b9", "code": 200}]} {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 12:54:54.532157 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a47e6d71-b30b-459f-b574-b756ec7e1aed {{(pid=92827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 12:54:54.532541 dv-cinder-797073-1-iscsi neutron-server[92827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69f1c9d-2952-4bef-bcc5-9217af8cd15f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9955890c-cd41-4916-aa48-c585e48021b9', 'code': 200} Jun 18 12:54:54.563980 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=9955890c-cd41-4916-aa48-c585e48021b9,revision_number=5']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:54:54.571887 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:54:54.572240 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:54:54.572585 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:54:54.573029 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:54:54.573363 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:54:54.573748 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:54:54.574106 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:54:54.574435 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:54:54.574760 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:54:54.575085 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:54:54.577120 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:54:54.577452 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:54:54.583294 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:54:54.702390 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-137793e0-0eee-4be3-9af5-d80c807305e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:54.761046 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf06578-9717-468b-9ded-45c8b3da6f81 req-85ef4327-446f-4d72-ba74-e8b2d0bdf66c tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:54.762632 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-5bf06578-9717-468b-9ded-45c8b3da6f81 req-85ef4327-446f-4d72-ba74-e8b2d0bdf66c tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0824306 Jun 18 12:54:54.806331 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-5bf06578-9717-468b-9ded-45c8b3da6f81 req-12cb041a-e213-4005-a498-ddd53f2562ae tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370815 Jun 18 12:54:54.880972 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa12fc0-a3b1-4959-ae61-679d5be2d637 req-0c039bf6-e460-409f-b560-f1bbac83c09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:54.882906 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0fa12fc0-a3b1-4959-ae61-679d5be2d637 req-0c039bf6-e460-409f-b560-f1bbac83c09b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 1099 time: 0.0753975 Jun 18 12:54:54.926284 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0fa12fc0-a3b1-4959-ae61-679d5be2d637 req-ee1bdfa7-90db-4058-bc4b-ace8dced1655 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299551 Jun 18 12:54:55.043852 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:55.186110 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a628c-c206-45d8-a7bd-aaedb58858a6 req-b7dccfac-738d-42f1-9b20-d6b2705ea6f8 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:55.187592 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-605a628c-c206-45d8-a7bd-aaedb58858a6 req-b7dccfac-738d-42f1-9b20-d6b2705ea6f8 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.0819411 Jun 18 12:54:55.229633 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-605a628c-c206-45d8-a7bd-aaedb58858a6 req-7eeffb47-9ae3-4576-afb5-8cb210c0a9a1 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347288 Jun 18 12:54:55.308597 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-835334e4-be63-49b8-a793-a00130e39bf2 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:55.314875 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-835334e4-be63-49b8-a793-a00130e39bf2 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/networks?id=a113e043-4a5a-4caf-a999-fc7cdb516b93 HTTP/1.1" status: 200 len: 808 time: 0.1514490 Jun 18 12:54:55.326182 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-2a22d6d8-d686-4859-bb99-0739be05f78b tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/quotas/8a102d84cdb8482993c16a40a2036b3d HTTP/1.1" status: 200 len: 375 time: 0.0095780 Jun 18 12:54:55.373108 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-6442f1b7-245f-4d2f-b549-f43fc65b718d tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=8a102d84cdb8482993c16a40a2036b3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395026 Jun 18 12:54:55.449780 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb3d3f-1852-40d8-8bde-ce519e7d1c5e req-545674e4-bc3d-4ea4-b488-5d9287147071 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:55.454529 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-63cb3d3f-1852-40d8-8bde-ce519e7d1c5e req-545674e4-bc3d-4ea4-b488-5d9287147071 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0963778 Jun 18 12:54:55.514076 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-63cb3d3f-1852-40d8-8bde-ce519e7d1c5e req-2e462747-526c-4e5c-a613-4aed90307d48 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522649 Jun 18 12:54:55.550664 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-0b476450-1539-461f-bb07-89425059aa57 service neutron] 10.222.0.86 "GET /v2.0/networks/a113e043-4a5a-4caf-a999-fc7cdb516b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681213 Jun 18 12:54:55.653484 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-112ea72c-23d1-486d-89c7-ce11bc9c7927 service neutron] 10.222.0.86 "GET /v2.0/networks/a113e043-4a5a-4caf-a999-fc7cdb516b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938244 Jun 18 12:54:55.710081 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccf160-95e2-42ad-933c-5dda37002772 req-f3312302-92d5-460a-a0c8-2adb0060febf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:55.711540 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c6ccf160-95e2-42ad-933c-5dda37002772 req-f3312302-92d5-460a-a0c8-2adb0060febf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3262259bc9f24b35be563085fd3a260f&device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 1099 time: 0.0572100 Jun 18 12:54:55.932439 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:56.054523 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ae9bd285-b650-4e17-ae8e-84f8e6edc5b9 req-bf284cc5-dd55-4cf5-b189-a527c8574dbf tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d441730-6866-4298-bbe0-cce3836798bb HTTP/1.1" status: 200 len: 210 time: 0.2589562 Jun 18 12:54:56.062095 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccf160-95e2-42ad-933c-5dda37002772 req-e89f51d2-3acc-4d31-9d35-69af4383e745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:56.063743 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c6ccf160-95e2-42ad-933c-5dda37002772 req-e89f51d2-3acc-4d31-9d35-69af4383e745 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bf40e680-3b6f-4529-b4ac-893d28128a35 HTTP/1.1" status: 200 len: 920 time: 0.3451581 Jun 18 12:54:56.106020 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c6ccf160-95e2-42ad-933c-5dda37002772 req-757d159c-8e30-4296-80e7-9cbb2c697df5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7841d7d-9d25-4c4c-b14c-b1c24f67da44 HTTP/1.1" status: 200 len: 217 time: 0.0343018 Jun 18 12:54:56.172476 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccf160-95e2-42ad-933c-5dda37002772 req-76cad474-23dd-4044-a0b2-d4eeaefcba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:56.173929 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c6ccf160-95e2-42ad-933c-5dda37002772 req-76cad474-23dd-4044-a0b2-d4eeaefcba89 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b591a7f2-4465-4b6a-8969-31efb5f2ee87 HTTP/1.1" status: 200 len: 859 time: 0.0470860 Jun 18 12:54:56.208306 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c6ccf160-95e2-42ad-933c-5dda37002772 req-4dcdb428-d9cf-4cd8-9675-a20d006e00c4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bf40e680-3b6f-4529-b4ac-893d28128a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272999 Jun 18 12:54:56.317201 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c6ccf160-95e2-42ad-933c-5dda37002772 req-16f73654-d4c6-4d88-b57d-2461f0ae9c6e service neutron] 10.222.0.77 "GET /v2.0/networks/bf40e680-3b6f-4529-b4ac-893d28128a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926380 Jun 18 12:54:56.424799 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc892fb-ccb8-4144-953c-d560ab3a7842 req-771ef5b3-e788-44b2-86c6-a9201f2a6ecd tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:56.426696 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-7cc892fb-ccb8-4144-953c-d560ab3a7842 req-771ef5b3-e788-44b2-86c6-a9201f2a6ecd tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.0701492 Jun 18 12:54:56.428010 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c6ccf160-95e2-42ad-933c-5dda37002772 req-bcb84c92-91b4-4e38-8cac-7267ffddedff service neutron] 10.222.0.77 "GET /v2.0/networks/bf40e680-3b6f-4529-b4ac-893d28128a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971353 Jun 18 12:54:56.468891 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-7cc892fb-ccb8-4144-953c-d560ab3a7842 req-f309fc81-3548-4761-9373-423323be5577 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364215 Jun 18 12:54:56.715710 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb410c-5411-4e33-a7fd-c1e2685bc1e2 req-61930725-a56c-4e14-acd5-1abe932168a4 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:56.721426 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-5bbb410c-5411-4e33-a7fd-c1e2685bc1e2 req-61930725-a56c-4e14-acd5-1abe932168a4 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0818830 Jun 18 12:54:56.764387 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-5bbb410c-5411-4e33-a7fd-c1e2685bc1e2 req-4a965c8d-a376-45e7-89c7-121e80f397d5 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409632 Jun 18 12:54:57.192921 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b0d3d5b5-f912-4d81-8078-3699f3e20957 req-9218adfd-0294-4345-aa8f-7dfb49354334 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d441730-6866-4298-bbe0-cce3836798bb HTTP/1.1" status: 200 len: 210 time: 0.0285919 Jun 18 12:54:57.662674 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4de3b-6172-4181-8d40-9a104773ec58 req-c4cee01f-4867-440f-a681-b21ec5a7da1c tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:57.665722 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-25f4de3b-6172-4181-8d40-9a104773ec58 req-c4cee01f-4867-440f-a681-b21ec5a7da1c tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.0704601 Jun 18 12:54:57.669832 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:57.704280 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-25f4de3b-6172-4181-8d40-9a104773ec58 req-38d9955c-105c-47cf-9d02-746e1abc956c tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331111 Jun 18 12:54:57.934108 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f7475-b0bd-4bbf-ab96-7fda757ac5e0 req-69a97a18-d1ef-4c26-9160-183ecb49b0e4 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:57.935454 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-283f7475-b0bd-4bbf-ab96-7fda757ac5e0 req-69a97a18-d1ef-4c26-9160-183ecb49b0e4 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0606058 Jun 18 12:54:57.972774 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-283f7475-b0bd-4bbf-ab96-7fda757ac5e0 req-5a2b4796-4314-4ba7-98ee-1df2c2e21607 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312011 Jun 18 12:54:58.327782 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d43e7a00-a7bf-4891-8ebd-2f0795f91ba6 req-68dfcf31-c148-4190-8887-d7ca4d71d7a9 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d441730-6866-4298-bbe0-cce3836798bb HTTP/1.1" status: 200 len: 210 time: 0.0287285 Jun 18 12:54:58.905236 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf7f8e-9aee-4890-bf3f-95b53b6ce7ee req-808a857f-0fd6-4289-a16b-ed6c010ee787 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:58.906661 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6bbf7f8e-9aee-4890-bf3f-95b53b6ce7ee req-808a857f-0fd6-4289-a16b-ed6c010ee787 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.0661824 Jun 18 12:54:58.943607 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6bbf7f8e-9aee-4890-bf3f-95b53b6ce7ee req-1cc243ce-1d12-4f11-8f0b-5d83864fc108 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305259 Jun 18 12:54:58.962496 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:54:59.145523 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731aee2-d285-4641-9133-e1785f957970 req-cff7a0e4-15be-4b4d-9a34-5a734bdda75a tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:54:59.147271 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-7731aee2-d285-4641-9133-e1785f957970 req-cff7a0e4-15be-4b4d-9a34-5a734bdda75a tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0667021 Jun 18 12:54:59.184720 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-7731aee2-d285-4641-9133-e1785f957970 req-9974b4d9-8e34-4fc2-be9e-c25f9ad4158d tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317941 Jun 18 12:54:59.471522 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-dbddddd6-bb8f-4fac-bbf8-df5ea4611257 req-d68b5c85-bada-42ce-91fa-503e2b589b0c tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d441730-6866-4298-bbe0-cce3836798bb HTTP/1.1" status: 200 len: 210 time: 0.0283744 Jun 18 12:55:00.120458 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dde9d2-1c03-449a-8b0b-0fdc13e7969c req-777a3f21-caf0-4d8c-ba7e-37c744258337 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:00.121917 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-51dde9d2-1c03-449a-8b0b-0fdc13e7969c req-777a3f21-caf0-4d8c-ba7e-37c744258337 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.0650692 Jun 18 12:55:00.161200 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-51dde9d2-1c03-449a-8b0b-0fdc13e7969c req-f12b13d4-174d-4e3d-abaa-fe030c7cf514 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336134 Jun 18 12:55:00.352628 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326212a3-3394-43e1-b07b-667a2e7c3f0e req-dbdbec26-63b6-473f-9784-eca801c56a20 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:00.354053 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-326212a3-3394-43e1-b07b-667a2e7c3f0e req-dbdbec26-63b6-473f-9784-eca801c56a20 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0616472 Jun 18 12:55:00.397055 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-326212a3-3394-43e1-b07b-667a2e7c3f0e req-4e355ac0-136f-4517-adac-008aaa0f539c tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325105 Jun 18 12:55:00.609239 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c2868237-dd98-4618-b23f-90d99c32e501 req-1b69f8fc-3abf-40b6-af85-988499f25c82 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d441730-6866-4298-bbe0-cce3836798bb HTTP/1.1" status: 200 len: 210 time: 0.0268359 Jun 18 12:55:01.349213 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693dde1c-9e20-4255-ac03-73e8355f771f req-29c19fa7-1019-4172-8498-15da86555a61 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:01.350700 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-693dde1c-9e20-4255-ac03-73e8355f771f req-29c19fa7-1019-4172-8498-15da86555a61 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.0652559 Jun 18 12:55:01.388363 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-693dde1c-9e20-4255-ac03-73e8355f771f req-e4f095b4-292b-452a-82a3-bc7a32e05b4e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317934 Jun 18 12:55:01.568390 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73909ea-d321-4359-9891-bb3d9b2cb5db req-2d05784a-462d-4ffb-9acf-9b363047fb7b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:01.569863 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b73909ea-d321-4359-9891-bb3d9b2cb5db req-2d05784a-462d-4ffb-9acf-9b363047fb7b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0623801 Jun 18 12:55:01.606877 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b73909ea-d321-4359-9891-bb3d9b2cb5db req-66b4148c-ed2d-4d9e-b609-dcf15a5e0536 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310874 Jun 18 12:55:01.748192 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-2ea376c8-0531-4fef-b31e-247e68870f6e req-43e713df-331b-4de5-a19e-751b21be2149 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d441730-6866-4298-bbe0-cce3836798bb HTTP/1.1" status: 200 len: 210 time: 0.0276711 Jun 18 12:55:02.582848 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede07ae4-2697-4afe-854e-21ba0d23118b req-f3419e0f-cd15-40f8-a000-e966f8226d71 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:02.584316 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ede07ae4-2697-4afe-854e-21ba0d23118b req-f3419e0f-cd15-40f8-a000-e966f8226d71 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.0796542 Jun 18 12:55:02.623252 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ede07ae4-2697-4afe-854e-21ba0d23118b req-273a3056-0a63-4b4a-a991-3af61edc4ab5 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325963 Jun 18 12:55:02.782517 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba23d92-c71e-4b78-9eb5-a32e250ce93a req-48db0828-578d-4fa2-8fb9-43d61e1dde3b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:02.783961 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-9ba23d92-c71e-4b78-9eb5-a32e250ce93a req-48db0828-578d-4fa2-8fb9-43d61e1dde3b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0643408 Jun 18 12:55:02.822980 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-9ba23d92-c71e-4b78-9eb5-a32e250ce93a req-10c79c4d-75f2-48bd-af9f-db24a323724c tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325947 Jun 18 12:55:02.889547 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0afaf154-6958-4626-bc79-54826e9d264c req-76d310b7-524d-4699-99ad-9377954849e4 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d441730-6866-4298-bbe0-cce3836798bb HTTP/1.1" status: 200 len: 210 time: 0.0283806 Jun 18 12:55:03.090779 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-a37457ab-8505-42f5-9c6c-ddc945ef6fc0 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:03.092431 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-a37457ab-8505-42f5-9c6c-ddc945ef6fc0 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.77 "GET /v2.0/networks?id=a113e043-4a5a-4caf-a999-fc7cdb516b93 HTTP/1.1" status: 200 len: 808 time: 0.1281381 Jun 18 12:55:03.134052 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-144fc1ac-95f4-4efb-b8cc-be4b0a4884bc tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Request body: {'port': {'device_id': '5d441730-6866-4298-bbe0-cce3836798bb', 'network_id': 'a113e043-4a5a-4caf-a999-fc7cdb516b93', 'admin_state_up': True, 'tenant_id': '8a102d84cdb8482993c16a40a2036b3d'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:55:03.240355 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-144fc1ac-95f4-4efb-b8cc-be4b0a4884bc tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Made reservation on behalf of 8a102d84cdb8482993c16a40a2036b3d for: {'port': 1} {{(pid=92825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:55:03.243966 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-144fc1ac-95f4-4efb-b8cc-be4b0a4884bc tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:03.368239 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.db_base_plugin_common [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-144fc1ac-95f4-4efb-b8cc-be4b0a4884bc tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Allocated IP 172.20.0.8 (a113e043-4a5a-4caf-a999-fc7cdb516b93/1b72791a-c35c-4e62-9737-cafa8645dd4b/a1969763-df1e-445c-8db5-0e8b49a3af72) {{(pid=92825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 12:55:03.515064 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-144fc1ac-95f4-4efb-b8cc-be4b0a4884bc tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Notify callbacks [] for port, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:03.553133 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-144fc1ac-95f4-4efb-b8cc-be4b0a4884bc tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8372378'] for port, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:03.558389 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-ad2f97d7-fc78-4203-b589-1063714a2d5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:03.603645 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-144fc1ac-95f4-4efb-b8cc-be4b0a4884bc tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Network a113e043-4a5a-4caf-a999-fc7cdb516b93 is already hosted by enough agents. {{(pid=92825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:55:03.606771 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-144fc1ac-95f4-4efb-b8cc-be4b0a4884bc tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Resources bound (agent type, host, resource id): {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:55:03.611917 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.l3_dvrscheduler_db [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-144fc1ac-95f4-4efb-b8cc-be4b0a4884bc tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Received port after_create {{(pid=92825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 12:55:03.638595 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144fc1ac-95f4-4efb-b8cc-be4b0a4884bc tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Pushing event updated for resources: {'Port': ['ID=a1969763-df1e-445c-8db5-0e8b49a3af72,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:03.643001 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-144fc1ac-95f4-4efb-b8cc-be4b0a4884bc tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:03.666008 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-144fc1ac-95f4-4efb-b8cc-be4b0a4884bc tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:03.666615 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-144fc1ac-95f4-4efb-b8cc-be4b0a4884bc tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for port, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:03.681421 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-144fc1ac-95f4-4efb-b8cc-be4b0a4884bc tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5513790 Jun 18 12:55:03.709153 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-4d1c973f-fd7c-405f-9ce4-7751ee552179 service neutron] Request body: {'port': {'device_id': '5d441730-6866-4298-bbe0-cce3836798bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79707'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:55:03.786652 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-4d1c973f-fd7c-405f-9ce4-7751ee552179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:03.809651 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2ac6e-91df-44a1-a753-132834131a3a req-ce47f3ad-a736-41f4-a059-8e99c5c360fc tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:03.811097 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a6c2ac6e-91df-44a1-a753-132834131a3a req-ce47f3ad-a736-41f4-a059-8e99c5c360fc tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.0713508 Jun 18 12:55:03.850915 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a6c2ac6e-91df-44a1-a753-132834131a3a req-39ef9837-82f8-4545-a2f4-bed1b70cbc52 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327885 Jun 18 12:55:04.040166 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9200eeb-244d-444a-b766-91eb184d8f50 req-90878108-342f-4a43-b94c-3068ec0a8fbe tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:04.041533 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d9200eeb-244d-444a-b766-91eb184d8f50 req-90878108-342f-4a43-b94c-3068ec0a8fbe tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.0649700 Jun 18 12:55:04.051588 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 48162) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:55:04.058996 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-ddda9f5c-25cb-46bb-a4d8-4275709213cd tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Request body: {'floatingip': {'port_id': '9955890c-cd41-4916-aa48-c585e48021b9'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:55:04.088265 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6af95-2b0e-4e2c-ad88-7a3eab079ff2 req-47e9dd60-5f8a-4f7e-aaff-1192161299c5 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:04.089849 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-48b6af95-2b0e-4e2c-ad88-7a3eab079ff2 req-47e9dd60-5f8a-4f7e-aaff-1192161299c5 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.1214919 Jun 18 12:55:04.174875 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-4d1c973f-fd7c-405f-9ce4-7751ee552179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1969763-df1e-445c-8db5-0e8b49a3af72 {{(pid=92825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 12:55:04.181531 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ddda9f5c-25cb-46bb-a4d8-4275709213cd tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for floatingip, before_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:04.182746 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-48b6af95-2b0e-4e2c-ad88-7a3eab079ff2 req-8a8e8135-fe21-48ff-8914-c08af7fc5657 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817971 Jun 18 12:55:04.188312 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-4d1c973f-fd7c-405f-9ce4-7751ee552179 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:04.215547 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.provisioning_blocks [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-4d1c973f-fd7c-405f-9ce4-7751ee552179 service neutron] Transition to ACTIVE for port object a1969763-df1e-445c-8db5-0e8b49a3af72 will not be triggered until provisioned by entity L2. {{(pid=92825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:55:04.220260 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-4d1c973f-fd7c-405f-9ce4-7751ee552179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8372396'] for port, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:04.223197 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:04.301149 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c973f-fd7c-405f-9ce4-7751ee552179 service neutron] Pushing event updated for resources: {'Port': ['ID=a1969763-df1e-445c-8db5-0e8b49a3af72,revision_number=2']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:04.304654 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-4d1c973f-fd7c-405f-9ce4-7751ee552179 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:04.405310 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.managers [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-4d1c973f-fd7c-405f-9ce4-7751ee552179 service neutron] Attempting to bind port a1969763-df1e-445c-8db5-0e8b49a3af72 on host hv-cinder-79707 for vnic_type normal with profile {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 12:55:04.405663 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.managers [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-4d1c973f-fd7c-405f-9ce4-7751ee552179 service neutron] Attempting to bind port a1969763-df1e-445c-8db5-0e8b49a3af72 by drivers openvswitch,hyperv on host hv-cinder-79707 at level 0 using segments [{'id': 'e587d116-c987-4841-ac36-df7fc653a40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'a113e043-4a5a-4caf-a999-fc7cdb516b93'}] {{(pid=92825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 12:55:04.405993 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-4d1c973f-fd7c-405f-9ce4-7751ee552179 service neutron] Attempting to bind port a1969763-df1e-445c-8db5-0e8b49a3af72 on network a113e043-4a5a-4caf-a999-fc7cdb516b93 {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:55:04.412826 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-4d1c973f-fd7c-405f-9ce4-7751ee552179 service neutron] Port a1969763-df1e-445c-8db5-0e8b49a3af72 on network a113e043-4a5a-4caf-a999-fc7cdb516b93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79707 {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 12:55:04.413166 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-4d1c973f-fd7c-405f-9ce4-7751ee552179 service neutron] Attempting to bind port a1969763-df1e-445c-8db5-0e8b49a3af72 on network a113e043-4a5a-4caf-a999-fc7cdb516b93 {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:55:04.418930 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-4d1c973f-fd7c-405f-9ce4-7751ee552179 service neutron] Checking agent: {'id': '7546d223-5e56-44d8-9441-1a8a85fbff90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79707', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'started_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 12, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 12:55:04.420539 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-4d1c973f-fd7c-405f-9ce4-7751ee552179 service neutron] Checking segment: {'id': 'e587d116-c987-4841-ac36-df7fc653a40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'a113e043-4a5a-4caf-a999-fc7cdb516b93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:55:04.420539 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-4d1c973f-fd7c-405f-9ce4-7751ee552179 service neutron] Bound using segment: {'id': 'e587d116-c987-4841-ac36-df7fc653a40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'a113e043-4a5a-4caf-a999-fc7cdb516b93'} {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 12:55:04.420539 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.managers [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-4d1c973f-fd7c-405f-9ce4-7751ee552179 service neutron] Bound port: a1969763-df1e-445c-8db5-0e8b49a3af72, host: hv-cinder-79707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e587d116-c987-4841-ac36-df7fc653a40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'a113e043-4a5a-4caf-a999-fc7cdb516b93'}}] {{(pid=92825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 12:55:04.420539 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-4d1c973f-fd7c-405f-9ce4-7751ee552179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:04.522852 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-4d1c973f-fd7c-405f-9ce4-7751ee552179 service neutron] For port a1969763-df1e-445c-8db5-0e8b49a3af72, host hv-cinder-79707, cleared binding levels {{(pid=92825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 12:55:04.529157 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-4d1c973f-fd7c-405f-9ce4-7751ee552179 service neutron] For port a1969763-df1e-445c-8db5-0e8b49a3af72, host hv-cinder-79707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=a1969763-df1e-445c-8db5-0e8b49a3af72,segment=NetworkSegment(e587d116-c987-4841-ac36-df7fc653a40b),segment_id=e587d116-c987-4841-ac36-df7fc653a40b)] {{(pid=92825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 12:55:04.530024 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 48188) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:55:04.539887 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-4d1c973f-fd7c-405f-9ce4-7751ee552179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8372396'] for port, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:04.542758 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:04.587425 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-4d1c973f-fd7c-405f-9ce4-7751ee552179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:04.588234 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-4d1c973f-fd7c-405f-9ce4-7751ee552179 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for port, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:04.590042 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-4d1c973f-fd7c-405f-9ce4-7751ee552179 service neutron] 10.222.0.77 "PUT /v2.0/ports/a1969763-df1e-445c-8db5-0e8b49a3af72 HTTP/1.1" status: 200 len: 1093 time: 0.8849983 Jun 18 12:55:04.590695 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d441730-6866-4298-bbe0-cce3836798bb', 'tag': 'a1969763-df1e-445c-8db5-0e8b49a3af72'}] {{(pid=92825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 12:55:04.593426 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cbce1c661b203a7f45efff8c445c42f162c6430a9c28178aa2be3d6d959831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0fee51-8a6f-46e1-94e8-42aaec225967" -d '{"events": [{"name": "network-changed", "server_uuid": "5d441730-6866-4298-bbe0-cce3836798bb", "tag": "a1969763-df1e-445c-8db5-0e8b49a3af72"}]}' {{(pid=92825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 12:55:04.626843 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c973f-fd7c-405f-9ce4-7751ee552179 service neutron] Pushing event updated for resources: {'Port': ['ID=a1969763-df1e-445c-8db5-0e8b49a3af72,revision_number=3']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:04.638401 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-4d1c973f-fd7c-405f-9ce4-7751ee552179 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:04.654008 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 12:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a56f44-beb0-43d8-8d68-d65e53e9eba1 x-openstack-request-id: req-89a56f44-beb0-43d8-8d68-d65e53e9eba1 {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 12:55:04.654323 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d441730-6866-4298-bbe0-cce3836798bb", "tag": "a1969763-df1e-445c-8db5-0e8b49a3af72", "status": "completed", "code": 200}]} {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 12:55:04.654597 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-89a56f44-beb0-43d8-8d68-d65e53e9eba1 {{(pid=92825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 12:55:04.655063 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d441730-6866-4298-bbe0-cce3836798bb', 'tag': 'a1969763-df1e-445c-8db5-0e8b49a3af72', 'status': 'completed', 'code': 200} Jun 18 12:55:04.716267 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6a235-c45e-4ac8-a5da-56276696d9a4 req-24ba16e0-ebc3-4494-93ae-677d3d55b6a1 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:04.717712 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6af6a235-c45e-4ac8-a5da-56276696d9a4 req-24ba16e0-ebc3-4494-93ae-677d3d55b6a1 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d441730-6866-4298-bbe0-cce3836798bb HTTP/1.1" status: 200 len: 943 time: 0.4898822 Jun 18 12:55:04.720051 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-bf1fecac-a357-4d00-bec7-d981f687f2d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:04.779728 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-f02fd9b8-a184-4d64-ba78-1e1f2cf1c12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:04.781209 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-f02fd9b8-a184-4d64-ba78-1e1f2cf1c12a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8a102d84cdb8482993c16a40a2036b3d&device_id=5d441730-6866-4298-bbe0-cce3836798bb HTTP/1.1" status: 200 len: 1096 time: 0.0919511 Jun 18 12:55:04.810253 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6af6a235-c45e-4ac8-a5da-56276696d9a4 req-ac4a6e4c-fa20-483d-86dc-5bbba28cd21a tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856287 Jun 18 12:55:04.838134 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-bf1fecac-a357-4d00-bec7-d981f687f2d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:04.870071 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-4373f577-8b73-48b3-92bb-edb3145f519f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1969763-df1e-445c-8db5-0e8b49a3af72 HTTP/1.1" status: 200 len: 217 time: 0.0424879 Jun 18 12:55:04.870634 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-bf1fecac-a357-4d00-bec7-d981f687f2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:04.873907 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:04.934855 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-bf1fecac-a357-4d00-bec7-d981f687f2d1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=25bc166bcd4e4a0fb291ff8e2a430ba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4035935 Jun 18 12:55:04.937332 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fecac-a357-4d00-bec7-d981f687f2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b1cef9-e0b2-4f13-b29e-f4644d8c1f8b,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:04.938204 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 48196) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:55:04.941931 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-bf1fecac-a357-4d00-bec7-d981f687f2d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:04.956076 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-0384286e-21e2-4162-a977-a26ed18c69d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:04.958120 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-0384286e-21e2-4162-a977-a26ed18c69d6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1b72791a-c35c-4e62-9737-cafa8645dd4b HTTP/1.1" status: 200 len: 848 time: 0.0628648 Jun 18 12:55:04.990629 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-181c0e68-41ea-42c4-ac1a-a0317a42fb38 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a113e043-4a5a-4caf-a999-fc7cdb516b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256317 Jun 18 12:55:05.089568 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-cc04ce2f-a9d3-403a-88a8-e467c28bc1fb service neutron] 10.222.0.77 "GET /v2.0/networks/a113e043-4a5a-4caf-a999-fc7cdb516b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907915 Jun 18 12:55:05.167422 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-119d40a8-1c62-4087-8590-810a209ad46c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:05.185217 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-beee8d54-4e93-42d6-9c3a-11318c1ce971 req-a2a940c8-407f-4715-ae55-d70d62193778 service neutron] 10.222.0.77 "GET /v2.0/networks/a113e043-4a5a-4caf-a999-fc7cdb516b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872564 Jun 18 12:55:05.250785 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-119d40a8-1c62-4087-8590-810a209ad46c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:05.365017 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ddda9f5c-25cb-46bb-a4d8-4275709213cd tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:05.370825 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ddda9f5c-25cb-46bb-a4d8-4275709213cd tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055052'] for floatingip, after_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:05.409629 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0bdbc-85eb-4a3d-97cc-d7d15a036bee req-d95581aa-0186-473c-a47f-70af3d2c38e3 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:05.411122 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-cdd0bdbc-85eb-4a3d-97cc-d7d15a036bee req-d95581aa-0186-473c-a47f-70af3d2c38e3 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.1035142 Jun 18 12:55:05.422130 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-119d40a8-1c62-4087-8590-810a209ad46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:05.424783 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-119d40a8-1c62-4087-8590-810a209ad46c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:05.426356 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-119d40a8-1c62-4087-8590-810a209ad46c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/82b1cef9-e0b2-4f13-b29e-f4644d8c1f8b HTTP/1.1" status: 204 len: 168 time: 0.4872289 Jun 18 12:55:05.429004 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-7ff2e10e-78a7-4db6-ae53-d4002531c706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:05.464584 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d40a8-1c62-4087-8590-810a209ad46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b1cef9-e0b2-4f13-b29e-f4644d8c1f8b,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:05.468187 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-119d40a8-1c62-4087-8590-810a209ad46c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:05.470956 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-cdd0bdbc-85eb-4a3d-97cc-d7d15a036bee req-a65d8cc5-ea5e-4bee-bda8-92ad859dcb31 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520802 Jun 18 12:55:05.474569 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fee51-8a6f-46e1-94e8-42aaec225967 req-27b37760-f829-47d6-82f4-97a42977fce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:05.476196 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-6a0fee51-8a6f-46e1-94e8-42aaec225967 req-27b37760-f829-47d6-82f4-97a42977fce8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8a102d84cdb8482993c16a40a2036b3d&device_id=5d441730-6866-4298-bbe0-cce3836798bb HTTP/1.1" status: 200 len: 1096 time: 0.1055503 Jun 18 12:55:05.494923 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.db.l3_db [None req-ddda9f5c-25cb-46bb-a4d8-4275709213cd tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Floating IP 8e92e906-b682-4adf-9129-310496fa23c3 associated. External IP: 172.27.0.227, port: 9955890c-cd41-4916-aa48-c585e48021b9. Jun 18 12:55:05.641235 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fee51-8a6f-46e1-94e8-42aaec225967 req-80e2aec5-9f82-4c4a-ac6e-14330b258d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:05.645800 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-6a0fee51-8a6f-46e1-94e8-42aaec225967 req-80e2aec5-9f82-4c4a-ac6e-14330b258d1a service neutron] 10.222.0.77 "GET /v2.0/networks?id=a113e043-4a5a-4caf-a999-fc7cdb516b93 HTTP/1.1" status: 200 len: 909 time: 0.1601422 Jun 18 12:55:05.775767 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-6a0fee51-8a6f-46e1-94e8-42aaec225967 req-c7e0c030-e995-485d-b783-1725f38b4d81 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1969763-df1e-445c-8db5-0e8b49a3af72 HTTP/1.1" status: 200 len: 217 time: 0.1194522 Jun 18 12:55:05.893642 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fee51-8a6f-46e1-94e8-42aaec225967 req-d65458d0-0a82-47e8-81a3-f46e7b3d6b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:05.895112 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-6a0fee51-8a6f-46e1-94e8-42aaec225967 req-d65458d0-0a82-47e8-81a3-f46e7b3d6b4a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1b72791a-c35c-4e62-9737-cafa8645dd4b HTTP/1.1" status: 200 len: 848 time: 0.1066835 Jun 18 12:55:05.936076 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-6a0fee51-8a6f-46e1-94e8-42aaec225967 req-79b702cc-cfc7-4735-b022-cc2a0721033c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a113e043-4a5a-4caf-a999-fc7cdb516b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330298 Jun 18 12:55:05.951281 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddda9f5c-25cb-46bb-a4d8-4275709213cd tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Router 77c80506-2483-4622-a5ee-82fbf21890e8 has already been hosted by L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc {{(pid=92826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 12:55:06.080284 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-6a0fee51-8a6f-46e1-94e8-42aaec225967 req-0695d224-da81-4140-8653-e68e1e1d4efc service neutron] 10.222.0.77 "GET /v2.0/networks/a113e043-4a5a-4caf-a999-fc7cdb516b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347828 Jun 18 12:55:06.183668 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddda9f5c-25cb-46bb-a4d8-4275709213cd tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 12:55:06.188518 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ddda9f5c-25cb-46bb-a4d8-4275709213cd tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for floatingip, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:06.202162 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b333b76-6b5b-4e48-b48f-dd9c21c94d28 None None] Sync routers for ids ['77c80506-2483-4622-a5ee-82fbf21890e8'] in dv-cinder-797073-1-iscsi {{(pid=92828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 12:55:06.234275 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b333b76-6b5b-4e48-b48f-dd9c21c94d28 None None] Routers {'77c80506-2483-4622-a5ee-82fbf21890e8'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 12:55:06.234725 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-6a0fee51-8a6f-46e1-94e8-42aaec225967 req-d2c8672a-a7dd-45d3-a4e8-659d50c54239 service neutron] 10.222.0.77 "GET /v2.0/networks/a113e043-4a5a-4caf-a999-fc7cdb516b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450703 Jun 18 12:55:06.235863 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-1b333b76-6b5b-4e48-b48f-dd9c21c94d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:54:55Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['77c80506-2483-4622-a5ee-82fbf21890e8'], 'active': True} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:55:06.259762 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d3789-2080-4c37-85a2-ba97fc4f2feb req-bb2067a0-f301-4ce4-9d8e-61d19e9b7caf tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:06.262780 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-9f4d3789-2080-4c37-85a2-ba97fc4f2feb req-bb2067a0-f301-4ce4-9d8e-61d19e9b7caf tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d441730-6866-4298-bbe0-cce3836798bb HTTP/1.1" status: 200 len: 943 time: 0.1589551 Jun 18 12:55:06.268242 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-ddda9f5c-25cb-46bb-a4d8-4275709213cd tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "PUT /v2.0/floatingips/8e92e906-b682-4adf-9129-310496fa23c3 HTTP/1.1" status: 200 len: 992 time: 2.2149980 Jun 18 12:55:06.269386 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c69f1c9d-2952-4bef-bcc5-9217af8cd15f', 'tag': '9955890c-cd41-4916-aa48-c585e48021b9'}] {{(pid=92826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 12:55:06.271799 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7173dab7d1fbfef731d5f8fd5c52510eeface1fe9a62799688baadb2f5777418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbfe951-18cc-414f-8e50-0b3b9743a7bb" -d '{"events": [{"name": "network-changed", "server_uuid": "c69f1c9d-2952-4bef-bcc5-9217af8cd15f", "tag": "9955890c-cd41-4916-aa48-c585e48021b9"}]}' {{(pid=92826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 12:55:06.345235 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-9f4d3789-2080-4c37-85a2-ba97fc4f2feb req-ffd1cafb-a729-4f32-9188-a1fc2e3af8de tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669005 Jun 18 12:55:06.416157 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 12:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a6c8fa-80c8-4d45-8207-d32fae8b92bc x-openstack-request-id: req-a5a6c8fa-80c8-4d45-8207-d32fae8b92bc {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 12:55:06.416801 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c69f1c9d-2952-4bef-bcc5-9217af8cd15f", "tag": "9955890c-cd41-4916-aa48-c585e48021b9", "status": "completed", "code": 200}]} {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 12:55:06.417232 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a5a6c8fa-80c8-4d45-8207-d32fae8b92bc {{(pid=92826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 12:55:06.417821 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c69f1c9d-2952-4bef-bcc5-9217af8cd15f', 'tag': '9955890c-cd41-4916-aa48-c585e48021b9', 'status': 'completed', 'code': 200} Jun 18 12:55:06.519535 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvr_db [None req-1b333b76-6b5b-4e48-b48f-dd9c21c94d28 None None] Set router 77c80506-2483-4622-a5ee-82fbf21890e8 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 12:55:06.575956 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfe951-18cc-414f-8e50-0b3b9743a7bb req-76a503bb-edc1-4638-ab66-7c269e9f92f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:06.577719 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-cfbfe951-18cc-414f-8e50-0b3b9743a7bb req-76a503bb-edc1-4638-ab66-7c269e9f92f1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f05dfc5e1c54a9c8c16e92e579c9b1d&device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 1099 time: 0.0779533 Jun 18 12:55:06.817163 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-1b333b76-6b5b-4e48-b48f-dd9c21c94d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'name': 'tempest-AttachVolumeShelveTestJSON-80250220-router', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '967dcbad-853f-43cf-8cf3-81efcd954483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:53:49Z', 'updated_at': '2021-06-18T12:53:57Z', 'revision_number': 4, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'gw_port': {'id': '967dcbad-853f-43cf-8cf3-81efcd954483', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:50Z', 'updated_at': '2021-06-18T12:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_floatingips': [{'id': '8e92e906-b682-4adf-9129-310496fa23c3', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'router_id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'port_id': '9955890c-cd41-4916-aa48-c585e48021b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ff29541-7511-4984-adea-fc36150ec103', 'mac_address': 'fa:16:3e:95:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1c9d-2952-4bef-bcc5-9217af8cd15f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T12:54:12Z', 'updated_at': '2021-06-18T12:55:05Z', 'revision_number': 1, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9dc3aaf-dc97-4a2b-a90a-64a6f43785df', 'name': '', 'network_id': '1ff29541-7511-4984-adea-fc36150ec103', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'mac_address': 'fa:16:3e:c6:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ac677325-f406-437d-8e84-8b08f5594ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:54Z', 'updated_at': '2021-06-18T12:54:09Z', 'revision_number': 5, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'subnets': [{'id': 'ac677325-f406-437d-8e84-8b08f5594ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:55:06.845457 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b333b76-6b5b-4e48-b48f-dd9c21c94d28 None None] Checking router: 77c80506-2483-4622-a5ee-82fbf21890e8 for host: dv-cinder-797073-1-iscsi {{(pid=92828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 12:55:06.854761 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b333b76-6b5b-4e48-b48f-dd9c21c94d28 None None] Routers {'77c80506-2483-4622-a5ee-82fbf21890e8'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 12:55:06.855391 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-1b333b76-6b5b-4e48-b48f-dd9c21c94d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:54:55Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['77c80506-2483-4622-a5ee-82fbf21890e8'], 'active': True} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:55:06.972151 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvr_db [None req-1b333b76-6b5b-4e48-b48f-dd9c21c94d28 None None] Set router 77c80506-2483-4622-a5ee-82fbf21890e8 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 12:55:07.031873 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3d9a5-9435-43a4-b66f-d02a47309615 req-4b6f0f4e-e0cc-4527-bd7d-828905f51da0 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:07.033564 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-54b3d9a5-9435-43a4-b66f-d02a47309615 req-4b6f0f4e-e0cc-4527-bd7d-828905f51da0 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.2762253 Jun 18 12:55:07.075830 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-54b3d9a5-9435-43a4-b66f-d02a47309615 req-c3ec1f61-be49-4f19-a6a4-ba676429cab6 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356233 Jun 18 12:55:07.220322 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-1b333b76-6b5b-4e48-b48f-dd9c21c94d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'name': 'tempest-AttachVolumeShelveTestJSON-80250220-router', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '967dcbad-853f-43cf-8cf3-81efcd954483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:53:49Z', 'updated_at': '2021-06-18T12:53:57Z', 'revision_number': 4, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'gw_port': {'id': '967dcbad-853f-43cf-8cf3-81efcd954483', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:50Z', 'updated_at': '2021-06-18T12:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_floatingips': [{'id': '8e92e906-b682-4adf-9129-310496fa23c3', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'router_id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'port_id': '9955890c-cd41-4916-aa48-c585e48021b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ff29541-7511-4984-adea-fc36150ec103', 'mac_address': 'fa:16:3e:95:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1c9d-2952-4bef-bcc5-9217af8cd15f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T12:54:12Z', 'updated_at': '2021-06-18T12:55:05Z', 'revision_number': 1, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9dc3aaf-dc97-4a2b-a90a-64a6f43785df', 'name': '', 'network_id': '1ff29541-7511-4984-adea-fc36150ec103', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'mac_address': 'fa:16:3e:c6:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ac677325-f406-437d-8e84-8b08f5594ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:54Z', 'updated_at': '2021-06-18T12:54:09Z', 'revision_number': 5, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'subnets': [{'id': 'ac677325-f406-437d-8e84-8b08f5594ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:55:07.239682 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7203592-d4ca-4034-a414-c4e3a325b73e req-4def06ff-893f-491d-9028-e9b01b85b601 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:07.241185 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-f7203592-d4ca-4034-a414-c4e3a325b73e req-4def06ff-893f-491d-9028-e9b01b85b601 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 946 time: 0.0663114 Jun 18 12:55:07.247780 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b333b76-6b5b-4e48-b48f-dd9c21c94d28 None None] The sync data for ids ['77c80506-2483-4622-a5ee-82fbf21890e8'] in dv-cinder-797073-1-iscsi is: [{'id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'name': 'tempest-AttachVolumeShelveTestJSON-80250220-router', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '967dcbad-853f-43cf-8cf3-81efcd954483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:53:49Z', 'updated_at': '2021-06-18T12:53:57Z', 'revision_number': 4, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'gw_port': {'id': '967dcbad-853f-43cf-8cf3-81efcd954483', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:50Z', 'updated_at': '2021-06-18T12:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_floatingips': [{'id': '8e92e906-b682-4adf-9129-310496fa23c3', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'router_id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'port_id': '9955890c-cd41-4916-aa48-c585e48021b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ff29541-7511-4984-adea-fc36150ec103', 'mac_address': 'fa:16:3e:95:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1c9d-2952-4bef-bcc5-9217af8cd15f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T12:54:12Z', 'updated_at': '2021-06-18T12:55:05Z', 'revision_number': 1, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9dc3aaf-dc97-4a2b-a90a-64a6f43785df', 'name': '', 'network_id': '1ff29541-7511-4984-adea-fc36150ec103', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'mac_address': 'fa:16:3e:c6:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ac677325-f406-437d-8e84-8b08f5594ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:54Z', 'updated_at': '2021-06-18T12:54:09Z', 'revision_number': 5, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'subnets': [{'id': 'ac677325-f406-437d-8e84-8b08f5594ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 12:55:07.288109 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-f7203592-d4ca-4034-a414-c4e3a325b73e req-7f3ce3bb-a8a4-4a1f-856c-af9045bbb5e7 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/security-groups?id=f547dae4-0857-46be-8adc-237a41d109be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410166 Jun 18 12:55:07.431420 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c698afcd-855d-4b38-b897-67fc90408803 None None] New status for floating IP 8e92e906-b682-4adf-9129-310496fa23c3: ACTIVE {{(pid=92827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 12:55:07.515592 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e912b-526b-40ac-8e13-cc166c3b18ce req-521b9750-84c0-4e49-ac34-b36fd2c240e7 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:07.517064 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b71e912b-526b-40ac-8e13-cc166c3b18ce req-521b9750-84c0-4e49-ac34-b36fd2c240e7 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d441730-6866-4298-bbe0-cce3836798bb HTTP/1.1" status: 200 len: 943 time: 0.0647972 Jun 18 12:55:07.559650 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b71e912b-526b-40ac-8e13-cc166c3b18ce req-93af0c55-e171-4218-b773-76a1c6f35873 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357397 Jun 18 12:55:08.248492 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6d42e-3c2f-4ba6-9904-129742cfb91f req-1ae34ccf-e535-4bd3-8c5c-aaf268c59d22 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:08.249926 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-97a6d42e-3c2f-4ba6-9904-129742cfb91f req-1ae34ccf-e535-4bd3-8c5c-aaf268c59d22 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0618184 Jun 18 12:55:08.286587 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-97a6d42e-3c2f-4ba6-9904-129742cfb91f req-41e3ce81-731d-4b05-95bf-23ba01a0f187 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303226 Jun 18 12:55:08.463160 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9e6cb-6ef9-47ea-8df9-944782acc47e req-930b4a15-0ef7-4b0c-800d-e01c4ea5a008 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:08.464672 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-f2b9e6cb-6ef9-47ea-8df9-944782acc47e req-930b4a15-0ef7-4b0c-800d-e01c4ea5a008 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 946 time: 0.0619195 Jun 18 12:55:08.506621 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-f2b9e6cb-6ef9-47ea-8df9-944782acc47e req-03e39aec-305d-43aa-9e04-e4407a93ba59 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/security-groups?id=f547dae4-0857-46be-8adc-237a41d109be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361373 Jun 18 12:55:08.717165 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfe951-18cc-414f-8e50-0b3b9743a7bb req-0a0dd9a7-9ef7-436e-ac33-1d86ca5878be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:08.718704 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-cfbfe951-18cc-414f-8e50-0b3b9743a7bb req-0a0dd9a7-9ef7-436e-ac33-1d86ca5878be service neutron] 10.222.0.77 "GET /v2.0/networks?id=1ff29541-7511-4984-adea-fc36150ec103 HTTP/1.1" status: 200 len: 916 time: 0.0888159 Jun 18 12:55:08.743891 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b440a-9f6c-4b33-be90-9da764a284ed req-b28b4be6-b9d0-4865-bccb-c35db586ba5c tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:08.745455 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a27b440a-9f6c-4b33-be90-9da764a284ed req-b28b4be6-b9d0-4865-bccb-c35db586ba5c tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d441730-6866-4298-bbe0-cce3836798bb HTTP/1.1" status: 200 len: 943 time: 0.0645857 Jun 18 12:55:08.782671 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a27b440a-9f6c-4b33-be90-9da764a284ed req-8463ae12-1ded-45e1-bbb1-51770da19f0e tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316672 Jun 18 12:55:09.455165 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00613bc6-0c3b-4427-af27-c9ebe05638e0 req-d617e08e-d501-477e-90a0-3e6ab2d5670a tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:09.457371 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-00613bc6-0c3b-4427-af27-c9ebe05638e0 req-d617e08e-d501-477e-90a0-3e6ab2d5670a tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0618384 Jun 18 12:55:09.493197 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-00613bc6-0c3b-4427-af27-c9ebe05638e0 req-349ec405-72c2-40eb-b1fe-b7a835c1cbc1 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303051 Jun 18 12:55:09.679661 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8270e9-572b-4e5e-90be-0f2e3fff218c req-b2c25de4-ccab-4509-84e2-e2f8843c7f54 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:09.681123 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-2c8270e9-572b-4e5e-90be-0f2e3fff218c req-b2c25de4-ccab-4509-84e2-e2f8843c7f54 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 946 time: 0.0644321 Jun 18 12:55:09.718610 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-2c8270e9-572b-4e5e-90be-0f2e3fff218c req-cf7ddc35-15a8-471b-8640-c0e61ccb9422 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/security-groups?id=f547dae4-0857-46be-8adc-237a41d109be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319519 Jun 18 12:55:09.956862 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d79d34-1e21-4b0d-9bcb-cc3991131e4d req-c323b583-f2f3-48ef-85eb-98832710aed2 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:09.958308 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d6d79d34-1e21-4b0d-9bcb-cc3991131e4d req-c323b583-f2f3-48ef-85eb-98832710aed2 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d441730-6866-4298-bbe0-cce3836798bb HTTP/1.1" status: 200 len: 943 time: 0.0619507 Jun 18 12:55:09.994676 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d6d79d34-1e21-4b0d-9bcb-cc3991131e4d req-840167c8-4452-4616-a958-eb28a4b8ccb4 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307221 Jun 18 12:55:10.660397 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270a01e-5f3d-4438-badf-09b85e6bb6f8 req-308114f3-6548-430e-93f1-3f3a8cdad5f8 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:10.661856 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-2270a01e-5f3d-4438-badf-09b85e6bb6f8 req-308114f3-6548-430e-93f1-3f3a8cdad5f8 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0623662 Jun 18 12:55:10.702619 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-2270a01e-5f3d-4438-badf-09b85e6bb6f8 req-18f659ac-7682-4846-bff7-99f201a46e8f tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352514 Jun 18 12:55:10.887684 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56afa14-72a6-4185-a4c5-6b39f22d9e17 req-bcce8970-f60b-466a-aac3-f8f95afbbdd3 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:10.889040 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-f56afa14-72a6-4185-a4c5-6b39f22d9e17 req-bcce8970-f60b-466a-aac3-f8f95afbbdd3 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 946 time: 0.0610886 Jun 18 12:55:10.926332 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-f56afa14-72a6-4185-a4c5-6b39f22d9e17 req-2f1cd075-5fab-44e5-a7ed-b54290b8005e tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/security-groups?id=f547dae4-0857-46be-8adc-237a41d109be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308638 Jun 18 12:55:11.165260 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be90680-9cab-460a-be23-397fbfd0b81c req-df29110c-3607-4f19-b43f-3b879adb1a8d tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:11.166620 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-8be90680-9cab-460a-be23-397fbfd0b81c req-df29110c-3607-4f19-b43f-3b879adb1a8d tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d441730-6866-4298-bbe0-cce3836798bb HTTP/1.1" status: 200 len: 943 time: 0.0639865 Jun 18 12:55:11.206286 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-8be90680-9cab-460a-be23-397fbfd0b81c req-8156fa07-3de3-4550-bc0b-2d3f13b4317c tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335586 Jun 18 12:55:11.883029 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f036fed-f86b-4a1d-9965-1481927f3b6c req-42b2bcef-df4c-4e1a-a69d-588edf820b6c tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:11.884462 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1f036fed-f86b-4a1d-9965-1481927f3b6c req-42b2bcef-df4c-4e1a-a69d-588edf820b6c tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0679293 Jun 18 12:55:11.923719 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1f036fed-f86b-4a1d-9965-1481927f3b6c req-3e5966e8-75fa-4ff2-bcff-2cd26f49a37c tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333443 Jun 18 12:55:12.095747 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610376b-0cf5-411d-9e50-a3e779410f45 req-1704b120-6446-42ab-9584-b633c5fa274b tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:12.097252 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-7610376b-0cf5-411d-9e50-a3e779410f45 req-1704b120-6446-42ab-9584-b633c5fa274b tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 946 time: 0.0645599 Jun 18 12:55:12.131036 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-cfbfe951-18cc-414f-8e50-0b3b9743a7bb req-3efd4386-ff09-46af-bcf9-2f8ec7706bbf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9955890c-cd41-4916-aa48-c585e48021b9 HTTP/1.1" status: 200 len: 1002 time: 0.0909290 Jun 18 12:55:12.135978 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-7610376b-0cf5-411d-9e50-a3e779410f45 req-6ea706da-368e-4a7c-a5f3-773c24fc628c tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/security-groups?id=f547dae4-0857-46be-8adc-237a41d109be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330820 Jun 18 12:55:12.195663 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfe951-18cc-414f-8e50-0b3b9743a7bb req-2c85fa41-3ffa-4954-b7bd-a0cf34eb09f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:12.197101 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-cfbfe951-18cc-414f-8e50-0b3b9743a7bb req-2c85fa41-3ffa-4954-b7bd-a0cf34eb09f2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ac677325-f406-437d-8e84-8b08f5594ded HTTP/1.1" status: 200 len: 854 time: 0.0444713 Jun 18 12:55:12.500538 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfe951-18cc-414f-8e50-0b3b9743a7bb req-b53d57ab-37bd-47a9-a556-f62cb60b9681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:12.502035 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-cfbfe951-18cc-414f-8e50-0b3b9743a7bb req-b53d57ab-37bd-47a9-a556-f62cb60b9681 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1ff29541-7511-4984-adea-fc36150ec103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2821901 Jun 18 12:55:12.514009 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b3104-a50d-44c7-b601-52331414ad79 req-5db4a910-5975-43ff-89a7-85f807d954e7 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:12.515414 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-147b3104-a50d-44c7-b601-52331414ad79 req-5db4a910-5975-43ff-89a7-85f807d954e7 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d441730-6866-4298-bbe0-cce3836798bb HTTP/1.1" status: 200 len: 943 time: 0.0806737 Jun 18 12:55:12.601622 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-147b3104-a50d-44c7-b601-52331414ad79 req-85c08a36-b7e3-4f52-b0f8-a683b219672c tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767717 Jun 18 12:55:12.625882 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-cfbfe951-18cc-414f-8e50-0b3b9743a7bb req-7813a15c-dd06-461d-94b5-9a9184261f5f service neutron] 10.222.0.77 "GET /v2.0/networks/1ff29541-7511-4984-adea-fc36150ec103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095562 Jun 18 12:55:12.716233 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-cfbfe951-18cc-414f-8e50-0b3b9743a7bb req-b20fc192-d6f7-4865-8f5f-91650536aa92 service neutron] 10.222.0.77 "GET /v2.0/networks/1ff29541-7511-4984-adea-fc36150ec103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808651 Jun 18 12:55:13.094489 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53368637-3823-43b5-a5c9-8b054b237450 req-49551f8a-39a8-4d21-848b-f45049248645 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:13.096119 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-53368637-3823-43b5-a5c9-8b054b237450 req-49551f8a-39a8-4d21-848b-f45049248645 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0630288 Jun 18 12:55:13.141995 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-53368637-3823-43b5-a5c9-8b054b237450 req-fbe2bb6c-5565-4482-816f-a37d2527ba38 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386369 Jun 18 12:55:13.315785 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c78023-f773-44e7-bdef-0d112fa89132 req-306d6b30-e085-4e1d-a9ae-d2ae613c2fbb tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:13.317377 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-72c78023-f773-44e7-bdef-0d112fa89132 req-306d6b30-e085-4e1d-a9ae-d2ae613c2fbb tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 946 time: 0.0649331 Jun 18 12:55:13.356614 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-72c78023-f773-44e7-bdef-0d112fa89132 req-948166cb-5c40-4974-ae03-d1cbe7d072eb tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/security-groups?id=f547dae4-0857-46be-8adc-237a41d109be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332685 Jun 18 12:55:13.780492 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d827b-b515-41ba-ae00-fb0eec05ecb4 req-17ab9da6-e986-4071-8cd3-503f7975cc9d tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:13.781954 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-a27d827b-b515-41ba-ae00-fb0eec05ecb4 req-17ab9da6-e986-4071-8cd3-503f7975cc9d tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d441730-6866-4298-bbe0-cce3836798bb HTTP/1.1" status: 200 len: 943 time: 0.0706999 Jun 18 12:55:13.820029 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-a27d827b-b515-41ba-ae00-fb0eec05ecb4 req-90cefc32-c935-4f39-a4fc-9817a101acca tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317624 Jun 18 12:55:14.315014 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102bbe0-8d38-4196-a157-61ee7efbdbb9 req-f7554e9c-4cbd-4659-89ff-bb03802e576d tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:14.316494 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e102bbe0-8d38-4196-a157-61ee7efbdbb9 req-f7554e9c-4cbd-4659-89ff-bb03802e576d tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0619798 Jun 18 12:55:14.362084 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e102bbe0-8d38-4196-a157-61ee7efbdbb9 req-b2897b32-d469-42bf-b4fc-21d8a0c805cf tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396183 Jun 18 12:55:14.385084 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device a1969763-df1e-445c-8db5-0e8b49a3af72 details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=92827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 12:55:14.518751 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port a1969763-df1e-445c-8db5-0e8b49a3af72, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=a1969763-df1e-445c-8db5-0e8b49a3af72,segment=NetworkSegment(e587d116-c987-4841-ac36-df7fc653a40b),segment_id=e587d116-c987-4841-ac36-df7fc653a40b)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:55:14.532531 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Returning: {'device': 'a1969763-df1e-445c-8db5-0e8b49a3af72', 'network_id': 'a113e043-4a5a-4caf-a999-fc7cdb516b93', 'port_id': 'a1969763-df1e-445c-8db5-0e8b49a3af72', 'mac_address': 'fa:16:3e:82:07:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b72791a-c35c-4e62-9737-cafa8645dd4b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 12:55:14.574373 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:14.591331 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd16c56-caa3-4ae8-aef7-e0a90d5bd3f2 req-4275aeb1-542f-4665-a846-d214f3919dd9 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:14.593005 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3cd16c56-caa3-4ae8-aef7-e0a90d5bd3f2 req-4275aeb1-542f-4665-a846-d214f3919dd9 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 946 time: 0.0828352 Jun 18 12:55:14.597644 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1969763-df1e-445c-8db5-0e8b49a3af72 {{(pid=92827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 12:55:14.630343 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port a1969763-df1e-445c-8db5-0e8b49a3af72, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=a1969763-df1e-445c-8db5-0e8b49a3af72,segment=NetworkSegment(e587d116-c987-4841-ac36-df7fc653a40b),segment_id=e587d116-c987-4841-ac36-df7fc653a40b)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:55:14.635000 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:14.638357 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:14.645334 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3cd16c56-caa3-4ae8-aef7-e0a90d5bd3f2 req-aadc6be3-b4b6-4bbd-b393-4b16b82dafca tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/security-groups?id=f547dae4-0857-46be-8adc-237a41d109be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453591 Jun 18 12:55:14.702811 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=a1969763-df1e-445c-8db5-0e8b49a3af72,revision_number=4']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:14.709541 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:15.042634 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5e3c9-60b2-4407-be64-f5e498de26e6 req-5045200c-f788-49b0-bcd6-54954599529a tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:15.045901 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-79a5e3c9-60b2-4407-be64-f5e498de26e6 req-5045200c-f788-49b0-bcd6-54954599529a tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d441730-6866-4298-bbe0-cce3836798bb HTTP/1.1" status: 200 len: 944 time: 0.0979373 Jun 18 12:55:15.087530 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-79a5e3c9-60b2-4407-be64-f5e498de26e6 req-f74bdb13-c621-4f6e-a81a-e98344ded319 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362396 Jun 18 12:55:15.537078 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ebf53-f50d-4aae-ba71-eda799966289 req-13800aae-351c-4907-8a0e-363d0b2557d7 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:15.538501 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c87ebf53-f50d-4aae-ba71-eda799966289 req-13800aae-351c-4907-8a0e-363d0b2557d7 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0624905 Jun 18 12:55:15.575846 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c87ebf53-f50d-4aae-ba71-eda799966289 req-b129cb3e-4441-48dd-b32b-398244e9cacf tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317240 Jun 18 12:55:15.822813 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a20f29-629b-463f-a628-5aa941db1b4d req-b2d78768-c191-4bfe-af6d-d18141b2010a tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:15.824848 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-63a20f29-629b-463f-a628-5aa941db1b4d req-b2d78768-c191-4bfe-af6d-d18141b2010a tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 946 time: 0.0653040 Jun 18 12:55:15.875268 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-63a20f29-629b-463f-a628-5aa941db1b4d req-68e22381-6507-43d1-9cdf-333f2dc44d33 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/security-groups?id=f547dae4-0857-46be-8adc-237a41d109be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449927 Jun 18 12:55:15.942275 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['a1969763-df1e-445c-8db5-0e8b49a3af72'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 12:55:16.291442 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695bae5-dbd5-4f59-915a-e1b188c1211b req-615b3990-d42d-433d-b693-9347841a052c tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:16.292905 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-6695bae5-dbd5-4f59-915a-e1b188c1211b req-615b3990-d42d-433d-b693-9347841a052c tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.77 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 946 time: 0.1123865 Jun 18 12:55:16.308252 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12d14e-7cbb-4c13-aa50-abc8cdd5d455 req-ee9faead-b5c2-4825-bc3f-fe847d305015 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:16.309665 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0e12d14e-7cbb-4c13-aa50-abc8cdd5d455 req-ee9faead-b5c2-4825-bc3f-fe847d305015 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d441730-6866-4298-bbe0-cce3836798bb HTTP/1.1" status: 200 len: 944 time: 0.0955503 Jun 18 12:55:16.440712 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0e12d14e-7cbb-4c13-aa50-abc8cdd5d455 req-e2aeebbf-7e4d-47d4-940f-609447bd18a8 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230919 Jun 18 12:55:16.472372 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [req-6695bae5-dbd5-4f59-915a-e1b188c1211b req-7239168d-9d81-4425-a995-641d4591e237 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Deleting port 2236eb63-b2f0-44d6-8645-58abc57c1820 {{(pid=92825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 12:55:16.472669 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-6695bae5-dbd5-4f59-915a-e1b188c1211b req-7239168d-9d81-4425-a995-641d4591e237 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:16.560256 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [req-6695bae5-dbd5-4f59-915a-e1b188c1211b req-7239168d-9d81-4425-a995-641d4591e237 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] For port 2236eb63-b2f0-44d6-8645-58abc57c1820, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=2236eb63-b2f0-44d6-8645-58abc57c1820,segment=NetworkSegment(f4c47d94-918c-42a1-aeb0-934db7710388),segment_id=f4c47d94-918c-42a1-aeb0-934db7710388)] {{(pid=92825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:55:16.560608 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-6695bae5-dbd5-4f59-915a-e1b188c1211b req-7239168d-9d81-4425-a995-641d4591e237 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:16.642689 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [req-6695bae5-dbd5-4f59-915a-e1b188c1211b req-7239168d-9d81-4425-a995-641d4591e237 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Calling delete_port for 2236eb63-b2f0-44d6-8645-58abc57c1820 owned by compute:nova {{(pid=92825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 12:55:16.751048 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08880a-637e-4861-9021-3390b6bd7d2e req-ad86b2bb-1f5f-4224-a1c0-ccff284183fd tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:16.752685 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3c08880a-637e-4861-9021-3390b6bd7d2e req-ad86b2bb-1f5f-4224-a1c0-ccff284183fd tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0631769 Jun 18 12:55:16.790572 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3c08880a-637e-4861-9021-3390b6bd7d2e req-3e1a4b90-45eb-49ab-998f-4709b0b22672 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316021 Jun 18 12:55:16.809750 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-6695bae5-dbd5-4f59-915a-e1b188c1211b req-7239168d-9d81-4425-a995-641d4591e237 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8372373'] for port, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:16.814021 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-41a627e9-9e92-474c-a05f-fddf74b1185e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:16.842364 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239168d-9d81-4425-a995-641d4591e237 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Pushing event deleted for resources: {'Port': ['ID=2236eb63-b2f0-44d6-8645-58abc57c1820,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:16.846984 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-7239168d-9d81-4425-a995-641d4591e237 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:16.905884 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6695bae5-dbd5-4f59-915a-e1b188c1211b req-7239168d-9d81-4425-a995-641d4591e237 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] No DVR routers for this DVR port 2236eb63-b2f0-44d6-8645-58abc57c1820 on host hv-cinder-79707 {{(pid=92825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 12:55:16.909648 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-6695bae5-dbd5-4f59-915a-e1b188c1211b req-7239168d-9d81-4425-a995-641d4591e237 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:16.911586 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-6695bae5-dbd5-4f59-915a-e1b188c1211b req-7239168d-9d81-4425-a995-641d4591e237 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.77 "DELETE /v2.0/ports/2236eb63-b2f0-44d6-8645-58abc57c1820 HTTP/1.1" status: 204 len: 173 time: 0.6010497 Jun 18 12:55:16.912033 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed69bd5-e892-4e01-a416-8534f5a41d61', 'name': 'network-vif-deleted', 'tag': '2236eb63-b2f0-44d6-8645-58abc57c1820'}] {{(pid=92825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 12:55:16.914327 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cbce1c661b203a7f45efff8c445c42f162c6430a9c28178aa2be3d6d959831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39eb00e1-78c0-4d10-ade0-3870dab5525e" -d '{"events": [{"server_uuid": "fed69bd5-e892-4e01-a416-8534f5a41d61", "name": "network-vif-deleted", "tag": "2236eb63-b2f0-44d6-8645-58abc57c1820"}]}' {{(pid=92825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 12:55:17.029923 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d2b48f4c-0e43-497f-a23a-ab4fd0365603 req-dc7494fb-e960-4c0e-9043-3c7b6ff74786 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 210 time: 0.0304298 Jun 18 12:55:17.076828 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 12:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35dd10e0-7688-4c71-bd98-276b032020a8 x-openstack-request-id: req-35dd10e0-7688-4c71-bd98-276b032020a8 {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 12:55:17.077209 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed69bd5-e892-4e01-a416-8534f5a41d61", "name": "network-vif-deleted", "tag": "2236eb63-b2f0-44d6-8645-58abc57c1820", "status": "completed", "code": 200}]} {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 12:55:17.077589 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-35dd10e0-7688-4c71-bd98-276b032020a8 {{(pid=92825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 12:55:17.078062 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed69bd5-e892-4e01-a416-8534f5a41d61', 'name': 'network-vif-deleted', 'tag': '2236eb63-b2f0-44d6-8645-58abc57c1820', 'status': 'completed', 'code': 200} Jun 18 12:55:17.623180 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6325f1-79db-4a89-8d08-6383abdb1607 req-51cc8daf-e35e-4a14-b7e5-6996c63d2959 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:17.624672 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-fd6325f1-79db-4a89-8d08-6383abdb1607 req-51cc8daf-e35e-4a14-b7e5-6996c63d2959 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d441730-6866-4298-bbe0-cce3836798bb HTTP/1.1" status: 200 len: 944 time: 0.0681508 Jun 18 12:55:17.665364 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-fd6325f1-79db-4a89-8d08-6383abdb1607 req-3840fcb3-7eb2-4769-8e06-e485a76fb4b0 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333185 Jun 18 12:55:17.986329 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b58f9-c746-4d84-8287-66ef23604c42 req-1c13d34a-70cf-44ec-ada5-7d054fbf2887 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:17.988489 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6c2b58f9-c746-4d84-8287-66ef23604c42 req-1c13d34a-70cf-44ec-ada5-7d054fbf2887 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0700901 Jun 18 12:55:18.027527 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6c2b58f9-c746-4d84-8287-66ef23604c42 req-2345427c-b4ae-4a71-95c7-d12a014b5265 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331271 Jun 18 12:55:18.190466 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-caf80390-03b0-46ec-ad59-15bfae919a91 req-eb0a90fd-f20f-4160-8e0f-ad264d3fb156 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] 10.222.0.86 "GET /v2.0/ports?device_id=fed69bd5-e892-4e01-a416-8534f5a41d61 HTTP/1.1" status: 200 len: 210 time: 0.0329163 Jun 18 12:55:18.411998 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device a1969763-df1e-445c-8db5-0e8b49a3af72 up at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:55:18.463835 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning for port a1969763-df1e-445c-8db5-0e8b49a3af72 completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:55:18.467681 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning complete for port a1969763-df1e-445c-8db5-0e8b49a3af72 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:55:18.468237 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:18.560319 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:18.585502 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d441730-6866-4298-bbe0-cce3836798bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1969763-df1e-445c-8db5-0e8b49a3af72'}] {{(pid=92827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 12:55:18.587774 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c43e27dad5924667550749323780498268b495889c5e44707aafbe87e8432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e122d5d6-d736-4506-ad98-d84da17309fa" -d '{"events": [{"server_uuid": "5d441730-6866-4298-bbe0-cce3836798bb", "name": "network-vif-plugged", "status": "completed", "tag": "a1969763-df1e-445c-8db5-0e8b49a3af72"}]}' {{(pid=92827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 12:55:18.602872 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port a1969763-df1e-445c-8db5-0e8b49a3af72, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=a1969763-df1e-445c-8db5-0e8b49a3af72,segment=NetworkSegment(e587d116-c987-4841-ac36-df7fc653a40b),segment_id=e587d116-c987-4841-ac36-df7fc653a40b)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:55:18.607409 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 48510) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:55:18.614553 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:18.615824 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 2236eb63-b2f0-44d6-8645-58abc57c1820 no longer exists at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 12:55:18.641835 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:18.645505 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] No Port match for: 2236eb63-b2f0-44d6-8645-58abc57c1820 {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 12:55:18.645914 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 2236eb63-b2f0-44d6-8645-58abc57c1820 not bound to the agent host hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 12:55:18.676476 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 12:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381a077c-2940-4583-a0ee-8d4c2cf81cac x-openstack-request-id: req-381a077c-2940-4583-a0ee-8d4c2cf81cac {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 12:55:18.677196 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d441730-6866-4298-bbe0-cce3836798bb", "name": "network-vif-plugged", "status": "completed", "tag": "a1969763-df1e-445c-8db5-0e8b49a3af72", "code": 200}]} {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 12:55:18.677465 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-381a077c-2940-4583-a0ee-8d4c2cf81cac {{(pid=92827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 12:55:18.678636 dv-cinder-797073-1-iscsi neutron-server[92827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d441730-6866-4298-bbe0-cce3836798bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1969763-df1e-445c-8db5-0e8b49a3af72', 'code': 200} Jun 18 12:55:18.724148 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=a1969763-df1e-445c-8db5-0e8b49a3af72,revision_number=5']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:18.743040 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:18.760574 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-fff597e6-93ec-4d3d-995e-83f0b887229b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:18.922291 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-fff597e6-93ec-4d3d-995e-83f0b887229b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:18.928667 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-fff597e6-93ec-4d3d-995e-83f0b887229b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:18.939197 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7bbe46-3a4c-4c06-8faa-5d86f99f9bad req-7a8098ba-ed88-4435-82be-5e483e011c72 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:18.941284 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3f7bbe46-3a4c-4c06-8faa-5d86f99f9bad req-7a8098ba-ed88-4435-82be-5e483e011c72 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d441730-6866-4298-bbe0-cce3836798bb HTTP/1.1" status: 200 len: 945 time: 0.1186438 Jun 18 12:55:18.943079 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-4d9cc788-4ffa-4dbe-b6bf-01e6fa48463d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:18.999492 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-fff597e6-93ec-4d3d-995e-83f0b887229b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9a9e0705694741eca9314238ccd8d343&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3911386 Jun 18 12:55:19.001793 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 48522) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:55:19.002864 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff597e6-93ec-4d3d-995e-83f0b887229b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf093ce6-3e68-4b07-aad3-bd0447fdad83,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:19.010599 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-fff597e6-93ec-4d3d-995e-83f0b887229b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:19.023712 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b9c7c-5c08-4df5-8824-2ba6d62cceaa req-cfde677a-8641-47ca-b951-a4db1be85428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:19.025217 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-751b9c7c-5c08-4df5-8824-2ba6d62cceaa req-cfde677a-8641-47ca-b951-a4db1be85428 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5d441730-6866-4298-bbe0-cce3836798bb HTTP/1.1" status: 200 len: 1098 time: 0.0967121 Jun 18 12:55:19.026520 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3f7bbe46-3a4c-4c06-8faa-5d86f99f9bad req-2f3b63c0-4be5-4857-8272-15a31d53917b tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745173 Jun 18 12:55:19.087229 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-751b9c7c-5c08-4df5-8824-2ba6d62cceaa req-45c45e04-0653-4858-a1f1-085966fc3b07 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499921 Jun 18 12:55:19.090741 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-7e791c88-2bc4-4a3b-9ce1-be2bf03b6e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:19.111493 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-7e791c88-2bc4-4a3b-9ce1-be2bf03b6e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:19.192427 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-7e791c88-2bc4-4a3b-9ce1-be2bf03b6e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:19.194962 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-7e791c88-2bc4-4a3b-9ce1-be2bf03b6e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:19.196051 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-7e791c88-2bc4-4a3b-9ce1-be2bf03b6e10 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bf093ce6-3e68-4b07-aad3-bd0447fdad83 HTTP/1.1" status: 204 len: 168 time: 0.1932988 Jun 18 12:55:19.197403 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:19.207043 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e791c88-2bc4-4a3b-9ce1-be2bf03b6e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf093ce6-3e68-4b07-aad3-bd0447fdad83,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:19.209982 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-7e791c88-2bc4-4a3b-9ce1-be2bf03b6e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:19.226196 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36b7fa-a740-4d24-9ab5-6fddb893771b req-916d5efb-ff7c-4161-b98b-033c4dc43ec3 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:19.227702 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0c36b7fa-a740-4d24-9ab5-6fddb893771b req-916d5efb-ff7c-4161-b98b-033c4dc43ec3 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0833163 Jun 18 12:55:19.269681 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0c36b7fa-a740-4d24-9ab5-6fddb893771b req-6c514d94-b054-43f5-aa39-662ab02ee645 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357969 Jun 18 12:55:19.531404 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 48546) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:55:19.551479 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-6fcba93e-f15c-42db-8f18-cee2c0fd566d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:19.655086 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-6fcba93e-f15c-42db-8f18-cee2c0fd566d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:19.660141 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-6fcba93e-f15c-42db-8f18-cee2c0fd566d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:19.664411 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-41296c3f-ae73-445e-b8a9-fdfae984b35a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:19.703140 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-6fcba93e-f15c-42db-8f18-cee2c0fd566d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=029f640c91c04433824384e36cdb34c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1706195 Jun 18 12:55:19.704420 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcba93e-f15c-42db-8f18-cee2c0fd566d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525eb0f4-b69e-47a4-a58a-51bd609e70ae,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:19.706737 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 48554) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:55:19.708657 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-6fcba93e-f15c-42db-8f18-cee2c0fd566d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:19.757008 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-c3a7df04-3b2e-4e48-8c3d-06d664b742b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:19.777623 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-c3a7df04-3b2e-4e48-8c3d-06d664b742b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:19.822945 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-c3a7df04-3b2e-4e48-8c3d-06d664b742b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:19.825575 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-c3a7df04-3b2e-4e48-8c3d-06d664b742b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:19.826822 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-c3a7df04-3b2e-4e48-8c3d-06d664b742b9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/525eb0f4-b69e-47a4-a58a-51bd609e70ae HTTP/1.1" status: 204 len: 168 time: 0.1191018 Jun 18 12:55:19.827508 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-a2d30489-8d52-4560-8c5e-75e104adf5bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:19.835560 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7df04-3b2e-4e48-8c3d-06d664b742b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525eb0f4-b69e-47a4-a58a-51bd609e70ae,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:19.839742 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-c3a7df04-3b2e-4e48-8c3d-06d664b742b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:20.204822 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43795d0b-0a60-48d8-bb96-43f99e484928 req-0d361114-2046-42cd-97d6-58ead99f366c tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:20.206420 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-43795d0b-0a60-48d8-bb96-43f99e484928 req-0d361114-2046-42cd-97d6-58ead99f366c tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d441730-6866-4298-bbe0-cce3836798bb HTTP/1.1" status: 200 len: 945 time: 0.0641243 Jun 18 12:55:20.243743 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-43795d0b-0a60-48d8-bb96-43f99e484928 req-8a0dc429-2102-460e-9c82-816dd2ac2aed tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311992 Jun 18 12:55:20.457444 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56025d-1847-4abc-a105-90012b178ade req-08b1d10e-7656-4022-b2c0-185dad21fd4b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:20.459496 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-2f56025d-1847-4abc-a105-90012b178ade req-08b1d10e-7656-4022-b2c0-185dad21fd4b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0720897 Jun 18 12:55:20.497566 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-2f56025d-1847-4abc-a105-90012b178ade req-ba73ff67-f479-42e0-bf9f-6433ee3be23c tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323429 Jun 18 12:55:21.452257 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c3c34-01d3-4f39-a6c5-9c0adb2381ba req-2e677ac0-ef45-4056-9a11-6e467b43418a tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:21.469442 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-806c3c34-01d3-4f39-a6c5-9c0adb2381ba req-2e677ac0-ef45-4056-9a11-6e467b43418a tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d441730-6866-4298-bbe0-cce3836798bb HTTP/1.1" status: 200 len: 945 time: 0.0909238 Jun 18 12:55:21.511703 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 12:55:21.524078 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-806c3c34-01d3-4f39-a6c5-9c0adb2381ba req-19193e5a-33b0-4f10-a930-284b4d5c47ed tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524156 Jun 18 12:55:21.698063 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ce866-ca77-448b-a01f-c71772642c19 req-71f98793-2170-477a-8a87-04293fc634b3 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:21.707292 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d04ce866-ca77-448b-a01f-c71772642c19 req-71f98793-2170-477a-8a87-04293fc634b3 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0931473 Jun 18 12:55:21.765250 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d04ce866-ca77-448b-a01f-c71772642c19 req-905e78c1-ddd6-43dc-ac76-7df93c7ac3d7 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570478 Jun 18 12:55:21.836631 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 48652) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:55:21.866458 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-692ac393-1410-4d4d-b1cc-625d44155091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:21.894176 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa7b79c3-50fc-41a5-8788-e5eb59669722 admin admin] Deleting subnet 965a95be-f403-4b05-a46e-4281819b82c4 {{(pid=92826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 12:55:21.897762 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-aa7b79c3-50fc-41a5-8788-e5eb59669722 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:21.935312 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-aa7b79c3-50fc-41a5-8788-e5eb59669722 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4940090'] for subnet, precommit_delete_associations {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:21.975018 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-aa7b79c3-50fc-41a5-8788-e5eb59669722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-618888'] for subnet, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:22.032456 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-aa7b79c3-50fc-41a5-8788-e5eb59669722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-618887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4940062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4917049'] for subnet, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:22.035356 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:22.060397 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b79c3-50fc-41a5-8788-e5eb59669722 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=965a95be-f403-4b05-a46e-4281819b82c4,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:22.062830 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-aa7b79c3-50fc-41a5-8788-e5eb59669722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:22.066016 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-aa7b79c3-50fc-41a5-8788-e5eb59669722 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:22.067882 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-aa7b79c3-50fc-41a5-8788-e5eb59669722 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/965a95be-f403-4b05-a46e-4281819b82c4 HTTP/1.1" status: 204 len: 168 time: 0.2301776 Jun 18 12:55:22.070458 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 48658) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:55:22.146707 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-1dae1863-d320-46d6-8928-414687d68fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647412'] for network, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:22.235937 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-1dae1863-d320-46d6-8928-414687d68fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-619031', 'neutron.services.segments.db._delete_segments_for_network-8743829154259'] for network, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:22.247729 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.services.segments.db [None req-1dae1863-d320-46d6-8928-414687d68fbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d649a51-2d7d-46f3-912f-a07c919dc967']}} {{(pid=92825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:55:22.258128 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.services.segments.db [None req-1dae1863-d320-46d6-8928-414687d68fbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c47d94-918c-42a1-aeb0-934db7710388') {'for_net_delete': True} {{(pid=92825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:55:22.258425 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.services.segments.db [None req-1dae1863-d320-46d6-8928-414687d68fbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c47d94-918c-42a1-aeb0-934db7710388') {} {{(pid=92825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:55:22.267369 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-1dae1863-d320-46d6-8928-414687d68fbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743829154088', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6310363'] for segment, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:22.286026 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-1dae1863-d320-46d6-8928-414687d68fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559'] for segment, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:22.291870 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dae1863-d320-46d6-8928-414687d68fbc admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=92825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 12:55:22.292261 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-1dae1863-d320-46d6-8928-414687d68fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8380228'] for segment, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: conditions |= (models_v2.Port.network_id.in_( Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: conditions |= (models_v2.Port.network_id.in_( Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: conditions |= (models_v2.Port.network_id.in_( Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: conditions |= (models_v2.Port.network_id.in_( Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: conditions |= (models_v2.Port.network_id.in_( Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: conditions |= (models_v2.Port.network_id.in_( Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: conditions |= (models_v2.Port.network_id.in_( Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: conditions |= (models_v2.Port.network_id.in_( Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: conditions |= (models_v2.Port.network_id.in_( Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: conditions |= (models_v2.Port.network_id.in_( Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: Traceback (most recent call last): Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: timer() Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: cb(*args, **kw) Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: return func(*args, **kwargs) Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: self._notify() Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: self.callback(batched_events) Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: event.method(event) Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: return f(self, *a, **k) Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: return self._get(url).json() Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: return self.request(url, 'GET', **kwargs) Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 12:55:22.294399 dv-cinder-797073-1-iscsi neutron-server[92825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 12:55:22.348641 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-1dae1863-d320-46d6-8928-414687d68fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-619022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2056967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055102'] for network, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:22.353944 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-1dae1863-d320-46d6-8928-414687d68fbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for network, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:22.358753 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-1dae1863-d320-46d6-8928-414687d68fbc admin admin] 10.222.0.86 "DELETE /v2.0/networks/9d649a51-2d7d-46f3-912f-a07c919dc967 HTTP/1.1" status: 204 len: 168 time: 0.2872415 Jun 18 12:55:22.359466 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:22.373898 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae1863-d320-46d6-8928-414687d68fbc admin admin] Pushing event deleted for resources: {'Network': ['ID=9d649a51-2d7d-46f3-912f-a07c919dc967,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:22.376538 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-1dae1863-d320-46d6-8928-414687d68fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:22.497451 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-9b756a11-7732-4e1e-a506-db5943381895 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:22.498948 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-9b756a11-7732-4e1e-a506-db5943381895 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/networks?id=96265354-97f1-45e3-b090-724354f3a0d8 HTTP/1.1" status: 200 len: 815 time: 0.1030219 Jun 18 12:55:22.513928 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-00c057c2-1db5-447f-bed6-8db2e8df3f3c tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/quotas/0223531b4ac843c69ac98aed7456c0b5 HTTP/1.1" status: 200 len: 375 time: 0.0090296 Jun 18 12:55:22.527715 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 48680) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:55:22.569762 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-266779b5-bb2f-4299-bb86-b69234960c03 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ff60a66777fc4d1a99e8ad63c5505e2e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0407562 Jun 18 12:55:22.572214 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 48684) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:55:22.583439 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-6b39a7db-843e-45fb-9f30-46cf6fcdcd1e tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=0223531b4ac843c69ac98aed7456c0b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0632808 Jun 18 12:55:22.621966 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e911cf99-646f-4b1f-85d8-db44409e95d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:22.644409 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e911cf99-646f-4b1f-85d8-db44409e95d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:22.678366 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-adf878a7-bf83-4107-b316-1567f6fc851a service neutron] 10.222.0.86 "GET /v2.0/networks/96265354-97f1-45e3-b090-724354f3a0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872846 Jun 18 12:55:22.731047 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e911cf99-646f-4b1f-85d8-db44409e95d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:22.734195 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e911cf99-646f-4b1f-85d8-db44409e95d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:22.735294 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-e911cf99-646f-4b1f-85d8-db44409e95d2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f547dae4-0857-46be-8adc-237a41d109be HTTP/1.1" status: 204 len: 168 time: 0.1622603 Jun 18 12:55:22.736842 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:22.751023 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911cf99-646f-4b1f-85d8-db44409e95d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f547dae4-0857-46be-8adc-237a41d109be,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:22.755197 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-e911cf99-646f-4b1f-85d8-db44409e95d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:22.768926 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86c69b-d8e9-4e8b-b28b-f0a004e64fbf req-1eee2a54-0f45-4e55-8d7b-85dc70e7c64f tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:22.770711 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-aa86c69b-d8e9-4e8b-b28b-f0a004e64fbf req-1eee2a54-0f45-4e55-8d7b-85dc70e7c64f tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d441730-6866-4298-bbe0-cce3836798bb HTTP/1.1" status: 200 len: 945 time: 0.1037760 Jun 18 12:55:22.842408 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-aa86c69b-d8e9-4e8b-b28b-f0a004e64fbf req-be96adfb-f3a5-4b56-b509-8d25a033a48a tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638759 Jun 18 12:55:22.843030 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-d178a75f-e164-4033-afd0-e9625ebe0095 service neutron] 10.222.0.86 "GET /v2.0/networks/96265354-97f1-45e3-b090-724354f3a0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442864 Jun 18 12:55:23.061513 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 48714) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:55:23.074832 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ada6a-b795-415c-a0b2-50ecf7a5c47d req-008e490a-e8d9-4555-bba6-e763d8176022 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:23.076797 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-161ada6a-b795-415c-a0b2-50ecf7a5c47d req-008e490a-e8d9-4555-bba6-e763d8176022 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0803523 Jun 18 12:55:23.135206 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-161ada6a-b795-415c-a0b2-50ecf7a5c47d req-6722b8d2-7b29-45d3-bbf7-0d0db40c3780 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521100 Jun 18 12:55:23.200070 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-9f1ba0b7-6a88-4e0e-9569-1f50ec3d7486 req-a3114e46-4c3e-499b-8163-a3bbcf377be7 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=a72f267b-fdfe-4aa4-adea-56b3fa1455a7 HTTP/1.1" status: 200 len: 210 time: 0.0901592 Jun 18 12:55:23.232074 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.db_base_plugin_v2 [None req-af0e46de-8766-41dc-9116-03f0c0117192 admin admin] Deleting subnet ddc14181-2121-40f6-af86-f1114fa4422c {{(pid=92825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 12:55:23.245904 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-af0e46de-8766-41dc-9116-03f0c0117192 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:23.291000 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-af0e46de-8766-41dc-9116-03f0c0117192 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6310354'] for subnet, precommit_delete_associations {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:23.363602 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-af0e46de-8766-41dc-9116-03f0c0117192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-618888'] for subnet, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:23.426275 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-af0e46de-8766-41dc-9116-03f0c0117192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-618887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8372463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8063654'] for subnet, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:23.429550 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:23.465415 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-af0e46de-8766-41dc-9116-03f0c0117192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for subnet, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:23.467922 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-af0e46de-8766-41dc-9116-03f0c0117192 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/ddc14181-2121-40f6-af86-f1114fa4422c HTTP/1.1" status: 204 len: 168 time: 0.4051561 Jun 18 12:55:23.469019 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e46de-8766-41dc-9116-03f0c0117192 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddc14181-2121-40f6-af86-f1114fa4422c,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:23.471488 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 48740) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:55:23.476780 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-af0e46de-8766-41dc-9116-03f0c0117192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:23.603008 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-608944f0-93a9-4ca7-b541-b2a04edb34a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647412'] for network, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:23.685503 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-608944f0-93a9-4ca7-b541-b2a04edb34a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-619031', 'neutron.services.segments.db._delete_segments_for_network-8743829154259'] for network, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:23.695841 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.services.segments.db [None req-608944f0-93a9-4ca7-b541-b2a04edb34a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebdd7796-99ce-4107-a8fc-6134fc42ba5b']}} {{(pid=92826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:55:23.707702 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.services.segments.db [None req-608944f0-93a9-4ca7-b541-b2a04edb34a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c66ca647-8624-4cd4-9fd8-2cc704712457') {'for_net_delete': True} {{(pid=92826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:55:23.708154 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.services.segments.db [None req-608944f0-93a9-4ca7-b541-b2a04edb34a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c66ca647-8624-4cd4-9fd8-2cc704712457') {} {{(pid=92826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:55:23.718537 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-608944f0-93a9-4ca7-b541-b2a04edb34a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743829154088', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4940083'] for segment, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:23.732135 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-608944f0-93a9-4ca7-b541-b2a04edb34a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559'] for segment, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:23.738815 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608944f0-93a9-4ca7-b541-b2a04edb34a2 admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=92826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 12:55:23.739263 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-608944f0-93a9-4ca7-b541-b2a04edb34a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4947637'] for segment, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:23.741139 dv-cinder-797073-1-iscsi neutron-server[92826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 12:55:23.741139 dv-cinder-797073-1-iscsi neutron-server[92826]: conditions |= (models_v2.Port.network_id.in_( Jun 18 12:55:23.741139 dv-cinder-797073-1-iscsi neutron-server[92826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 12:55:23.741139 dv-cinder-797073-1-iscsi neutron-server[92826]: conditions |= (models_v2.Port.network_id.in_( Jun 18 12:55:23.741139 dv-cinder-797073-1-iscsi neutron-server[92826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 12:55:23.741139 dv-cinder-797073-1-iscsi neutron-server[92826]: conditions |= (models_v2.Port.network_id.in_( Jun 18 12:55:23.741139 dv-cinder-797073-1-iscsi neutron-server[92826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 12:55:23.741139 dv-cinder-797073-1-iscsi neutron-server[92826]: conditions |= (models_v2.Port.network_id.in_( Jun 18 12:55:23.741139 dv-cinder-797073-1-iscsi neutron-server[92826]: Traceback (most recent call last): Jun 18 12:55:23.741139 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 12:55:23.741139 dv-cinder-797073-1-iscsi neutron-server[92826]: timer() Jun 18 12:55:23.741139 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 12:55:23.741139 dv-cinder-797073-1-iscsi neutron-server[92826]: cb(*args, **kw) Jun 18 12:55:23.741139 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 12:55:23.741139 dv-cinder-797073-1-iscsi neutron-server[92826]: return func(*args, **kwargs) Jun 18 12:55:23.741139 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 12:55:23.741139 dv-cinder-797073-1-iscsi neutron-server[92826]: self._notify() Jun 18 12:55:23.741139 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 12:55:23.741139 dv-cinder-797073-1-iscsi neutron-server[92826]: self.callback(batched_events) Jun 18 12:55:23.741139 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 12:55:23.741139 dv-cinder-797073-1-iscsi neutron-server[92826]: event.method(event) Jun 18 12:55:23.741139 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 12:55:23.741139 dv-cinder-797073-1-iscsi neutron-server[92826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 12:55:23.741139 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 12:55:23.741139 dv-cinder-797073-1-iscsi neutron-server[92826]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 12:55:23.741139 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 12:55:23.741139 dv-cinder-797073-1-iscsi neutron-server[92826]: return f(self, *a, **k) Jun 18 12:55:23.741139 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 12:55:23.741139 dv-cinder-797073-1-iscsi neutron-server[92826]: return self._get(url).json() Jun 18 12:55:23.741139 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 12:55:23.741139 dv-cinder-797073-1-iscsi neutron-server[92826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 12:55:23.741139 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 12:55:23.741139 dv-cinder-797073-1-iscsi neutron-server[92826]: return self.request(url, 'GET', **kwargs) Jun 18 12:55:23.741139 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 12:55:23.741139 dv-cinder-797073-1-iscsi neutron-server[92826]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 12:55:23.741139 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 12:55:23.741139 dv-cinder-797073-1-iscsi neutron-server[92826]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 12:55:23.741139 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 12:55:23.741139 dv-cinder-797073-1-iscsi neutron-server[92826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 12:55:23.741139 dv-cinder-797073-1-iscsi neutron-server[92826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 12:55:23.796961 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-608944f0-93a9-4ca7-b541-b2a04edb34a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-619022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2056967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055102'] for network, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:23.801878 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-39667485-f1ec-41db-8504-4e5e4f29bc04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:23.805762 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-608944f0-93a9-4ca7-b541-b2a04edb34a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for network, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:23.810372 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-608944f0-93a9-4ca7-b541-b2a04edb34a2 admin admin] 10.222.0.86 "DELETE /v2.0/networks/ebdd7796-99ce-4107-a8fc-6134fc42ba5b HTTP/1.1" status: 204 len: 168 time: 0.3268862 Jun 18 12:55:23.810474 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 48758) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:55:23.821279 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608944f0-93a9-4ca7-b541-b2a04edb34a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebdd7796-99ce-4107-a8fc-6134fc42ba5b,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:23.823916 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-608944f0-93a9-4ca7-b541-b2a04edb34a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:23.853395 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5622aa0-c5f1-4eac-bda0-84e6c2749b93 admin admin] Deleting subnet 3ff909ad-485c-4151-99aa-81c164d46922 {{(pid=92825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 12:55:23.856477 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-c5622aa0-c5f1-4eac-bda0-84e6c2749b93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:23.891409 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-c5622aa0-c5f1-4eac-bda0-84e6c2749b93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6310354'] for subnet, precommit_delete_associations {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:23.931167 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-c5622aa0-c5f1-4eac-bda0-84e6c2749b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-618888'] for subnet, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:23.988330 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-c5622aa0-c5f1-4eac-bda0-84e6c2749b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-618887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8372463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8063654'] for subnet, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:23.990643 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-4dadc58c-955f-492b-b1d3-377a29e95b14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:24.014406 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5622aa0-c5f1-4eac-bda0-84e6c2749b93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ff909ad-485c-4151-99aa-81c164d46922,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:24.017884 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-c5622aa0-c5f1-4eac-bda0-84e6c2749b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:24.019279 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-c5622aa0-c5f1-4eac-bda0-84e6c2749b93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for subnet, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:24.023985 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-c5622aa0-c5f1-4eac-bda0-84e6c2749b93 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/3ff909ad-485c-4151-99aa-81c164d46922 HTTP/1.1" status: 204 len: 168 time: 0.2097964 Jun 18 12:55:24.023985 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 48776) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:55:24.093181 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-94b13a3f-6561-498d-8921-e4538b4bfdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647412'] for network, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:24.173149 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-94b13a3f-6561-498d-8921-e4538b4bfdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-619031', 'neutron.services.segments.db._delete_segments_for_network-8743829154259'] for network, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:24.185109 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.services.segments.db [None req-94b13a3f-6561-498d-8921-e4538b4bfdb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c818d9bd-47e8-46c7-8aba-22b4a5d9843e']}} {{(pid=92825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:55:24.195238 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.services.segments.db [None req-94b13a3f-6561-498d-8921-e4538b4bfdb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd8020ca-69ac-48a5-8db8-088442d003be') {'for_net_delete': True} {{(pid=92825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:55:24.195537 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.services.segments.db [None req-94b13a3f-6561-498d-8921-e4538b4bfdb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd8020ca-69ac-48a5-8db8-088442d003be') {} {{(pid=92825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:55:24.204874 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-94b13a3f-6561-498d-8921-e4538b4bfdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743829154088', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6310363'] for segment, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:24.218592 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-94b13a3f-6561-498d-8921-e4538b4bfdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559'] for segment, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:24.226030 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94b13a3f-6561-498d-8921-e4538b4bfdb6 admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=92825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 12:55:24.226433 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-94b13a3f-6561-498d-8921-e4538b4bfdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8380228'] for segment, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:24.228183 dv-cinder-797073-1-iscsi neutron-server[92825]: Traceback (most recent call last): Jun 18 12:55:24.228183 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 12:55:24.228183 dv-cinder-797073-1-iscsi neutron-server[92825]: timer() Jun 18 12:55:24.228183 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 12:55:24.228183 dv-cinder-797073-1-iscsi neutron-server[92825]: cb(*args, **kw) Jun 18 12:55:24.228183 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 12:55:24.228183 dv-cinder-797073-1-iscsi neutron-server[92825]: return func(*args, **kwargs) Jun 18 12:55:24.228183 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 12:55:24.228183 dv-cinder-797073-1-iscsi neutron-server[92825]: self._notify() Jun 18 12:55:24.228183 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 12:55:24.228183 dv-cinder-797073-1-iscsi neutron-server[92825]: self.callback(batched_events) Jun 18 12:55:24.228183 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 12:55:24.228183 dv-cinder-797073-1-iscsi neutron-server[92825]: event.method(event) Jun 18 12:55:24.228183 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 12:55:24.228183 dv-cinder-797073-1-iscsi neutron-server[92825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 12:55:24.228183 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 12:55:24.228183 dv-cinder-797073-1-iscsi neutron-server[92825]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 12:55:24.228183 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 12:55:24.228183 dv-cinder-797073-1-iscsi neutron-server[92825]: return f(self, *a, **k) Jun 18 12:55:24.228183 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 12:55:24.228183 dv-cinder-797073-1-iscsi neutron-server[92825]: return self._get(url).json() Jun 18 12:55:24.228183 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 12:55:24.228183 dv-cinder-797073-1-iscsi neutron-server[92825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 12:55:24.228183 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 12:55:24.228183 dv-cinder-797073-1-iscsi neutron-server[92825]: return self.request(url, 'GET', **kwargs) Jun 18 12:55:24.228183 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 12:55:24.228183 dv-cinder-797073-1-iscsi neutron-server[92825]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 12:55:24.228183 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 12:55:24.228183 dv-cinder-797073-1-iscsi neutron-server[92825]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 12:55:24.228183 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 12:55:24.228183 dv-cinder-797073-1-iscsi neutron-server[92825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 12:55:24.228183 dv-cinder-797073-1-iscsi neutron-server[92825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 12:55:24.316785 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-94b13a3f-6561-498d-8921-e4538b4bfdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-619022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2056967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055102'] for network, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:24.321042 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 48790) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:55:24.328085 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-94b13a3f-6561-498d-8921-e4538b4bfdb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for network, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:24.333384 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-94b13a3f-6561-498d-8921-e4538b4bfdb6 admin admin] 10.222.0.86 "DELETE /v2.0/networks/c818d9bd-47e8-46c7-8aba-22b4a5d9843e HTTP/1.1" status: 204 len: 168 time: 0.3048315 Jun 18 12:55:24.333384 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-88f4d2ef-f1a7-4b9c-89cb-4c820deca967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:24.349505 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b13a3f-6561-498d-8921-e4538b4bfdb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c818d9bd-47e8-46c7-8aba-22b4a5d9843e,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:24.353135 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-94b13a3f-6561-498d-8921-e4538b4bfdb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:24.371752 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf985c7-07c9-418d-9bf9-dc2156aed409 req-40371bd2-15bf-4002-8d86-d24eba22267b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:24.373241 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-2bf985c7-07c9-418d-9bf9-dc2156aed409 req-40371bd2-15bf-4002-8d86-d24eba22267b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.1109262 Jun 18 12:55:24.415539 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-2bf985c7-07c9-418d-9bf9-dc2156aed409 req-aef595bd-783e-4715-a00e-9ba3a43f9d79 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360270 Jun 18 12:55:24.439673 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-239f07ab-c7a3-4dc3-84f4-c84759c5dc03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:24.469100 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 48796) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:55:24.532942 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-f017925f-1bda-4abe-85b1-354377b0e550 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=91e0dfae801a422ba121f504f8c65918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0576918 Jun 18 12:55:24.536658 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 48798) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:55:24.550163 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c8b89dea-ef32-4bf6-9342-5a1b3ea46846 req-c87e590d-c787-41a6-8954-e2da49c6bc55 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=a72f267b-fdfe-4aa4-adea-56b3fa1455a7 HTTP/1.1" status: 200 len: 210 time: 0.0300128 Jun 18 12:55:24.592992 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-239f07ab-c7a3-4dc3-84f4-c84759c5dc03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:24.599882 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-239f07ab-c7a3-4dc3-84f4-c84759c5dc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:24.602884 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-041b76e4-c13e-4c7f-9565-1f978f650385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:24.642660 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-239f07ab-c7a3-4dc3-84f4-c84759c5dc03 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=58c9dae62c13422ba1520af6d6a91f01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3202567 Jun 18 12:55:24.643405 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-2a399f7b-7935-4840-9fa1-f5f2b34a6202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:24.646344 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 48804) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:55:24.661142 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f07ab-c7a3-4dc3-84f4-c84759c5dc03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185a1f2c-214d-420a-a383-5db89e513b4d,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:24.666058 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-239f07ab-c7a3-4dc3-84f4-c84759c5dc03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:24.675249 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-2a399f7b-7935-4840-9fa1-f5f2b34a6202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:24.697523 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-cb31fdb5-2ed1-4612-bcd0-59abd80ee3e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:24.712190 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-ffbb65b9-621c-48da-8cae-732457a96a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:24.733668 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-2a399f7b-7935-4840-9fa1-f5f2b34a6202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:24.737320 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-2a399f7b-7935-4840-9fa1-f5f2b34a6202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:24.738779 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-2a399f7b-7935-4840-9fa1-f5f2b34a6202 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/83adb736-968b-44ea-872c-569042b206ac HTTP/1.1" status: 204 len: 168 time: 0.2012317 Jun 18 12:55:24.739848 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-9c5c7eaa-c9b5-4f7a-9902-07e8debef2e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:24.741625 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-ffbb65b9-621c-48da-8cae-732457a96a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:24.749564 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a399f7b-7935-4840-9fa1-f5f2b34a6202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83adb736-968b-44ea-872c-569042b206ac,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:24.752660 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-2a399f7b-7935-4840-9fa1-f5f2b34a6202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:24.811936 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-ffbb65b9-621c-48da-8cae-732457a96a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:24.815093 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-ffbb65b9-621c-48da-8cae-732457a96a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:24.816356 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-ffbb65b9-621c-48da-8cae-732457a96a54 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/185a1f2c-214d-420a-a383-5db89e513b4d HTTP/1.1" status: 204 len: 168 time: 0.1690218 Jun 18 12:55:24.817065 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:24.824362 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb65b9-621c-48da-8cae-732457a96a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185a1f2c-214d-420a-a383-5db89e513b4d,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:24.826692 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-ffbb65b9-621c-48da-8cae-732457a96a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:25.041757 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:25.199858 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 48842) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:55:25.243853 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-9babc8b0-f391-4673-b2b6-1fac673c7b89 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4e946aae2c7d416da5a8909ab03008a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421798 Jun 18 12:55:25.245873 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 48848) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:55:25.297154 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-ef965c9b-caec-4e61-9c9f-828bf1ddcd1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:25.323455 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-ef965c9b-caec-4e61-9c9f-828bf1ddcd1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:25.371559 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-ef965c9b-caec-4e61-9c9f-828bf1ddcd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:25.374607 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-ef965c9b-caec-4e61-9c9f-828bf1ddcd1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:25.379845 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-ef965c9b-caec-4e61-9c9f-828bf1ddcd1e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fb383d58-5030-4c68-86d3-23a319dda3af HTTP/1.1" status: 204 len: 168 time: 0.1329775 Jun 18 12:55:25.381027 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-88f4d2ef-f1a7-4b9c-89cb-4c820deca967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:25.389442 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef965c9b-caec-4e61-9c9f-828bf1ddcd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb383d58-5030-4c68-86d3-23a319dda3af,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:25.398525 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-ef965c9b-caec-4e61-9c9f-828bf1ddcd1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:25.601336 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb5f9d-76a7-4d85-9199-d3065af062b3 req-c35523a9-475e-4d0a-853f-2d675efa69df tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:25.602735 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-dbbb5f9d-76a7-4d85-9199-d3065af062b3 req-c35523a9-475e-4d0a-853f-2d675efa69df tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0703027 Jun 18 12:55:25.614494 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 48866) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:55:25.773236 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e1418fd8-231f-406c-b42a-4010e1734c11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:25.885694 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-dbbb5f9d-76a7-4d85-9199-d3065af062b3 req-65819950-f17a-4c49-9473-0cc3341510c6 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755075 Jun 18 12:55:25.889348 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e1418fd8-231f-406c-b42a-4010e1734c11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:25.895360 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e1418fd8-231f-406c-b42a-4010e1734c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:25.923394 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-239f07ab-c7a3-4dc3-84f4-c84759c5dc03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:25.929436 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-e1418fd8-231f-406c-b42a-4010e1734c11 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b82ff26ce2194781baf5b67ac36c82b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3124783 Jun 18 12:55:25.931097 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 48882) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:55:25.937105 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:25.989432 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1418fd8-231f-406c-b42a-4010e1734c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91be90f-814a-4e71-8cf8-0e6354275e15,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:26.010087 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-e1418fd8-231f-406c-b42a-4010e1734c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:26.055309 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-426d115d-f80e-4e1d-91f6-d30a93b115f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:26.089620 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-426d115d-f80e-4e1d-91f6-d30a93b115f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:26.149330 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-2b4f797b-f18b-48fd-b0e4-70fc43c987bb req-24163117-03d9-4f7b-b7d9-2fe472bdba52 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=a72f267b-fdfe-4aa4-adea-56b3fa1455a7 HTTP/1.1" status: 200 len: 210 time: 0.0407381 Jun 18 12:55:26.176615 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-426d115d-f80e-4e1d-91f6-d30a93b115f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:26.179091 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-426d115d-f80e-4e1d-91f6-d30a93b115f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:26.180185 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-426d115d-f80e-4e1d-91f6-d30a93b115f4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e91be90f-814a-4e71-8cf8-0e6354275e15 HTTP/1.1" status: 204 len: 168 time: 0.2477977 Jun 18 12:55:26.181092 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-1f2ffa90-7654-41f7-aa1c-1e3370976d79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:26.188686 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d115d-f80e-4e1d-91f6-d30a93b115f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91be90f-814a-4e71-8cf8-0e6354275e15,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:26.191721 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-426d115d-f80e-4e1d-91f6-d30a93b115f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:26.539162 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 48912) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:55:26.553616 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-eb3bd48a-4c42-4c9f-8ed0-05009c07906c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:26.657729 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-eb3bd48a-4c42-4c9f-8ed0-05009c07906c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:26.662881 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-eb3bd48a-4c42-4c9f-8ed0-05009c07906c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:26.676177 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-d28de865-0855-4146-98e0-f071d4add76f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:26.701911 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bd48a-4c42-4c9f-8ed0-05009c07906c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d8577e-0255-4d7a-a25a-5e61b3f0edaa,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:26.705691 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-eb3bd48a-4c42-4c9f-8ed0-05009c07906c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:26.712825 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 48922) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:55:26.713075 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-eb3bd48a-4c42-4c9f-8ed0-05009c07906c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c862d0f9d8194805967bbe48bd386242&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1723754 Jun 18 12:55:26.763946 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-788c1999-f9b2-46c8-93eb-55fb5d606f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:26.789148 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-788c1999-f9b2-46c8-93eb-55fb5d606f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:26.841590 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-788c1999-f9b2-46c8-93eb-55fb5d606f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:26.844699 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-788c1999-f9b2-46c8-93eb-55fb5d606f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:26.845921 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-788c1999-f9b2-46c8-93eb-55fb5d606f89 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/54d8577e-0255-4d7a-a25a-5e61b3f0edaa HTTP/1.1" status: 204 len: 168 time: 0.1315322 Jun 18 12:55:26.847160 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-59f1a6fd-c7f0-4e0e-a8c3-38ea70cc0046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:26.855607 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c1999-f9b2-46c8-93eb-55fb5d606f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d8577e-0255-4d7a-a25a-5e61b3f0edaa,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:26.858063 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-788c1999-f9b2-46c8-93eb-55fb5d606f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:27.086305 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84219fc-50d6-4f33-b0bf-89d3f010fbed req-33cbaecc-96a2-43bb-ab23-ad626e89c0a4 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:27.087787 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b84219fc-50d6-4f33-b0bf-89d3f010fbed req-33cbaecc-96a2-43bb-ab23-ad626e89c0a4 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0829036 Jun 18 12:55:27.139776 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b84219fc-50d6-4f33-b0bf-89d3f010fbed req-82b67dcf-5ffd-4f48-af24-3d2ffe350272 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438983 Jun 18 12:55:27.302172 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-eed3fb04-1dd5-4b7b-b915-16389e2670cb req-73bdf34f-a5a8-4130-a939-8a2d81418523 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=a72f267b-fdfe-4aa4-adea-56b3fa1455a7 HTTP/1.1" status: 200 len: 210 time: 0.0367856 Jun 18 12:55:27.659929 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:28.056335 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 48998) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:55:28.262154 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-10d1d428-36cf-49d5-bbe0-7bb7a78ac0a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:28.317813 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c595e4a-4c3d-4eea-b61f-e012270c404e req-3bfafc7d-a71e-4b17-8d96-bd236d3c7335 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:28.319603 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-3c595e4a-4c3d-4eea-b61f-e012270c404e req-3bfafc7d-a71e-4b17-8d96-bd236d3c7335 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0749004 Jun 18 12:55:28.388251 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-10d1d428-36cf-49d5-bbe0-7bb7a78ac0a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:28.394777 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-3c595e4a-4c3d-4eea-b61f-e012270c404e req-9bd1db92-dbc9-4782-bbe9-9a6a8471d565 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678208 Jun 18 12:55:28.395148 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-10d1d428-36cf-49d5-bbe0-7bb7a78ac0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:28.400152 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-5d26c9ab-7880-4bf1-8315-322ab93753bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:28.462073 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-10d1d428-36cf-49d5-bbe0-7bb7a78ac0a9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f10eafa3fd8a4f5da8b609d93a6690cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4046228 Jun 18 12:55:28.462775 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1d428-36cf-49d5-bbe0-7bb7a78ac0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c4e108-1f65-4359-b39f-0513c431fb49,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:28.465583 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 49020) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:55:28.481193 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-10d1d428-36cf-49d5-bbe0-7bb7a78ac0a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:28.483310 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5332cee8-7645-4c25-8556-02c8f2dcc28e req-a3c1c173-300e-4183-9cc0-7dc1c241aca2 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=a72f267b-fdfe-4aa4-adea-56b3fa1455a7 HTTP/1.1" status: 200 len: 210 time: 0.0405145 Jun 18 12:55:28.543687 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-660df5c2-bc29-407e-b388-8e45d6d15f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:28.569447 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-660df5c2-bc29-407e-b388-8e45d6d15f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:28.630196 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-660df5c2-bc29-407e-b388-8e45d6d15f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:28.632896 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-660df5c2-bc29-407e-b388-8e45d6d15f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:28.634382 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-660df5c2-bc29-407e-b388-8e45d6d15f1d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/80c4e108-1f65-4359-b39f-0513c431fb49 HTTP/1.1" status: 204 len: 168 time: 0.1668253 Jun 18 12:55:28.635267 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-3c94b840-d7c7-4993-9226-3a1e7b85bcdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:28.653239 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660df5c2-bc29-407e-b388-8e45d6d15f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c4e108-1f65-4359-b39f-0513c431fb49,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:28.656860 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-660df5c2-bc29-407e-b388-8e45d6d15f1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:28.807232 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 49032) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:55:28.808805 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-68229ae6-7e6e-47c4-9b09-3601f75544ea tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:28.810262 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-68229ae6-7e6e-47c4-9b09-3601f75544ea tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.77 "GET /v2.0/networks?id=96265354-97f1-45e3-b090-724354f3a0d8 HTTP/1.1" status: 200 len: 815 time: 0.1664195 Jun 18 12:55:28.834119 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-2be02584-eb25-4a6c-ac7b-cd6458602c2f tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Request body: {'port': {'device_id': 'a72f267b-fdfe-4aa4-adea-56b3fa1455a7', 'network_id': '96265354-97f1-45e3-b090-724354f3a0d8', 'admin_state_up': True, 'tenant_id': '0223531b4ac843c69ac98aed7456c0b5'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:55:28.972809 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:28.999481 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-2be02584-eb25-4a6c-ac7b-cd6458602c2f tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Made reservation on behalf of 0223531b4ac843c69ac98aed7456c0b5 for: {'port': 1} {{(pid=92825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:55:29.004086 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-2be02584-eb25-4a6c-ac7b-cd6458602c2f tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:29.073999 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-157dd3d6-f22e-4d78-ba1c-fdbb99be00a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:29.145841 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 49046) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:55:29.176250 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-157dd3d6-f22e-4d78-ba1c-fdbb99be00a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:29.180277 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-157dd3d6-f22e-4d78-ba1c-fdbb99be00a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:29.183494 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-3eb83b8e-0a93-4ff6-8ce3-369557e6902e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:29.187838 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-766f8cd0-9f1b-46a2-a7a0-c7b4ca10a65e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:29.220283 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-157dd3d6-f22e-4d78-ba1c-fdbb99be00a0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e145b2031cbd4a1c8a16b55978df0ccd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4119194 Jun 18 12:55:29.221206 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157dd3d6-f22e-4d78-ba1c-fdbb99be00a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f49441-6080-47a9-b89a-76f46defb0a2,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:29.223422 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 49048) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:55:29.230287 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-157dd3d6-f22e-4d78-ba1c-fdbb99be00a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:29.231188 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.db_base_plugin_common [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-2be02584-eb25-4a6c-ac7b-cd6458602c2f tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Allocated IP 172.20.0.6 (96265354-97f1-45e3-b090-724354f3a0d8/fd68f4da-dd03-4cd6-93b2-a3dfbb56f132/d356bc83-21d6-40ab-b9b9-beb519ab2fac) {{(pid=92825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 12:55:29.268578 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13131f40-32ae-4a49-886a-ed2776fe75d9 req-858bff11-7c4e-4af9-8918-07b831736f50 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:29.270002 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-13131f40-32ae-4a49-886a-ed2776fe75d9 req-858bff11-7c4e-4af9-8918-07b831736f50 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d441730-6866-4298-bbe0-cce3836798bb HTTP/1.1" status: 200 len: 945 time: 0.2002101 Jun 18 12:55:29.273629 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-839c279c-3add-4786-bfad-202caf054ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:29.294687 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-839c279c-3add-4786-bfad-202caf054ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:29.342944 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-839c279c-3add-4786-bfad-202caf054ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:29.345764 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-839c279c-3add-4786-bfad-202caf054ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:29.353187 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-839c279c-3add-4786-bfad-202caf054ae9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/53f49441-6080-47a9-b89a-76f46defb0a2 HTTP/1.1" status: 204 len: 168 time: 0.1248581 Jun 18 12:55:29.353187 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-3131c2a3-9c93-4286-9ccb-9542fac922ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:29.358206 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c279c-3add-4786-bfad-202caf054ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f49441-6080-47a9-b89a-76f46defb0a2,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:29.360095 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-839c279c-3add-4786-bfad-202caf054ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:29.413947 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-13131f40-32ae-4a49-886a-ed2776fe75d9 req-63782a7f-0ec8-4c05-bf88-6fdd1345e29e tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321862 Jun 18 12:55:29.494827 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-766f8cd0-9f1b-46a2-a7a0-c7b4ca10a65e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:29.505168 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-766f8cd0-9f1b-46a2-a7a0-c7b4ca10a65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:29.512741 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-c3a7df04-3b2e-4e48-8c3d-06d664b742b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:29.563872 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-2be02584-eb25-4a6c-ac7b-cd6458602c2f tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Notify callbacks [] for port, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:29.568167 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-766f8cd0-9f1b-46a2-a7a0-c7b4ca10a65e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5e1253f4f6454eb1897e1f84acbd5a67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4212554 Jun 18 12:55:29.574871 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 49060) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:55:29.580630 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f8cd0-9f1b-46a2-a7a0-c7b4ca10a65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2d7bfd-3439-4cdf-8fe5-934a8154763d,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:29.585239 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-766f8cd0-9f1b-46a2-a7a0-c7b4ca10a65e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:29.647593 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4456121-eda4-4cce-ac42-8256a99cbb3a req-10888872-e970-42ba-8b9d-b66855bc6e24 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:29.648471 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-2be02584-eb25-4a6c-ac7b-cd6458602c2f tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8372378'] for port, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:29.655710 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-f4456121-eda4-4cce-ac42-8256a99cbb3a req-10888872-e970-42ba-8b9d-b66855bc6e24 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.1255808 Jun 18 12:55:29.673101 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-144fc1ac-95f4-4efb-b8cc-be4b0a4884bc tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:29.688970 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['de4f3974-6882-4077-970d-a860341fda6e'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 12:55:29.695472 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-2b051e28-0fd2-417a-91c0-2a9afa2dd8f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:29.744831 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-2be02584-eb25-4a6c-ac7b-cd6458602c2f tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Network 96265354-97f1-45e3-b090-724354f3a0d8 is already hosted by enough agents. {{(pid=92825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:55:29.748001 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-f4456121-eda4-4cce-ac42-8256a99cbb3a req-01e59d92-c069-435d-b1e3-2db6b0d00b62 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912337 Jun 18 12:55:29.758782 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-2b051e28-0fd2-417a-91c0-2a9afa2dd8f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:29.789756 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-2be02584-eb25-4a6c-ac7b-cd6458602c2f tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Resources bound (agent type, host, resource id): {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:55:29.800162 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-2be02584-eb25-4a6c-ac7b-cd6458602c2f tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Received port after_create {{(pid=92825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 12:55:29.832343 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be02584-eb25-4a6c-ac7b-cd6458602c2f tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Pushing event updated for resources: {'Port': ['ID=d356bc83-21d6-40ab-b9b9-beb519ab2fac,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:29.839985 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-2be02584-eb25-4a6c-ac7b-cd6458602c2f tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:29.849047 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-2b051e28-0fd2-417a-91c0-2a9afa2dd8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:29.853809 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-2b051e28-0fd2-417a-91c0-2a9afa2dd8f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:29.869544 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-2be02584-eb25-4a6c-ac7b-cd6458602c2f tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:29.870194 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-2be02584-eb25-4a6c-ac7b-cd6458602c2f tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:29.875996 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-2b051e28-0fd2-417a-91c0-2a9afa2dd8f3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0b2d7bfd-3439-4cdf-8fe5-934a8154763d HTTP/1.1" status: 204 len: 168 time: 0.2869966 Jun 18 12:55:29.877625 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-839c279c-3add-4786-bfad-202caf054ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:29.889402 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b051e28-0fd2-417a-91c0-2a9afa2dd8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2d7bfd-3439-4cdf-8fe5-934a8154763d,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:29.897335 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-2b051e28-0fd2-417a-91c0-2a9afa2dd8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:29.919976 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa025b74-635b-494b-9bbd-c7100ca96ea6 req-58999f0d-c059-465b-8a95-90be5f2d6e6c tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:29.927254 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 49072) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:55:29.934800 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-fa025b74-635b-494b-9bbd-c7100ca96ea6 req-58999f0d-c059-465b-8a95-90be5f2d6e6c tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=a72f267b-fdfe-4aa4-adea-56b3fa1455a7 HTTP/1.1" status: 200 len: 931 time: 0.2543547 Jun 18 12:55:29.943759 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-2be02584-eb25-4a6c-ac7b-cd6458602c2f tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1171315 Jun 18 12:55:29.948242 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-52820c75-6799-403a-967e-7d941a44ba63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:29.971999 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-fa025b74-635b-494b-9bbd-c7100ca96ea6 req-eca9eef7-30a4-4825-a749-7fb959221c74 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363665 Jun 18 12:55:30.044197 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-52820c75-6799-403a-967e-7d941a44ba63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:30.051492 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-52820c75-6799-403a-967e-7d941a44ba63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:30.055480 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-157dd3d6-f22e-4d78-ba1c-fdbb99be00a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:30.096155 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-52820c75-6799-403a-967e-7d941a44ba63 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c6804471ec3e4e71bc8060c0487f516d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1675041 Jun 18 12:55:30.097937 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52820c75-6799-403a-967e-7d941a44ba63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60301535-8fc7-493e-8469-913532474b7f,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:30.099451 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 49078) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:55:30.102269 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-52820c75-6799-403a-967e-7d941a44ba63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:30.156899 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-e34af33b-5a27-4eda-adbd-fe887f03d71b service neutron] Request body: {'port': {'device_id': 'a72f267b-fdfe-4aa4-adea-56b3fa1455a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79707'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:55:30.223896 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-3a870c4c-d562-43ce-b5ff-d8b5c751adbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:30.272944 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-3a870c4c-d562-43ce-b5ff-d8b5c751adbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:30.283868 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-e34af33b-5a27-4eda-adbd-fe887f03d71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:30.411030 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-3a870c4c-d562-43ce-b5ff-d8b5c751adbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:30.413566 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-3a870c4c-d562-43ce-b5ff-d8b5c751adbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:30.414680 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-3a870c4c-d562-43ce-b5ff-d8b5c751adbc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/60301535-8fc7-493e-8469-913532474b7f HTTP/1.1" status: 204 len: 168 time: 0.3136253 Jun 18 12:55:30.417556 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-6623e8a8-6c23-4709-a1d4-def29341810e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:30.435085 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a870c4c-d562-43ce-b5ff-d8b5c751adbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60301535-8fc7-493e-8469-913532474b7f,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:30.442856 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-3a870c4c-d562-43ce-b5ff-d8b5c751adbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:30.681024 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-e34af33b-5a27-4eda-adbd-fe887f03d71b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d356bc83-21d6-40ab-b9b9-beb519ab2fac {{(pid=92825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 12:55:30.694470 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-e34af33b-5a27-4eda-adbd-fe887f03d71b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:30.729854 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.provisioning_blocks [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-e34af33b-5a27-4eda-adbd-fe887f03d71b service neutron] Transition to ACTIVE for port object d356bc83-21d6-40ab-b9b9-beb519ab2fac will not be triggered until provisioned by entity L2. {{(pid=92825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:55:30.734788 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-e34af33b-5a27-4eda-adbd-fe887f03d71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8372396'] for port, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:30.738769 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:30.752517 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c1dd4-8c4b-41cd-8b62-f6193d617e4c req-09885c43-d8dc-439f-82e8-22775a114c9b tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:30.759593 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-eb5c1dd4-8c4b-41cd-8b62-f6193d617e4c req-09885c43-d8dc-439f-82e8-22775a114c9b tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d441730-6866-4298-bbe0-cce3836798bb HTTP/1.1" status: 200 len: 945 time: 0.1512637 Jun 18 12:55:30.922879 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34af33b-5a27-4eda-adbd-fe887f03d71b service neutron] Pushing event updated for resources: {'Port': ['ID=d356bc83-21d6-40ab-b9b9-beb519ab2fac,revision_number=2']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:30.938875 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-eb5c1dd4-8c4b-41cd-8b62-f6193d617e4c req-97d7a6f4-bb8a-4453-9df1-b7291da721c4 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783671 Jun 18 12:55:30.944989 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-e34af33b-5a27-4eda-adbd-fe887f03d71b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:30.977717 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.managers [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-e34af33b-5a27-4eda-adbd-fe887f03d71b service neutron] Attempting to bind port d356bc83-21d6-40ab-b9b9-beb519ab2fac on host hv-cinder-79707 for vnic_type normal with profile {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 12:55:30.978292 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.managers [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-e34af33b-5a27-4eda-adbd-fe887f03d71b service neutron] Attempting to bind port d356bc83-21d6-40ab-b9b9-beb519ab2fac by drivers openvswitch,hyperv on host hv-cinder-79707 at level 0 using segments [{'id': 'c2803c3c-f53b-412a-8fcc-4a7a8ff8f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '96265354-97f1-45e3-b090-724354f3a0d8'}] {{(pid=92825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 12:55:30.978860 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-e34af33b-5a27-4eda-adbd-fe887f03d71b service neutron] Attempting to bind port d356bc83-21d6-40ab-b9b9-beb519ab2fac on network 96265354-97f1-45e3-b090-724354f3a0d8 {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:55:30.984218 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-e34af33b-5a27-4eda-adbd-fe887f03d71b service neutron] Port d356bc83-21d6-40ab-b9b9-beb519ab2fac on network 96265354-97f1-45e3-b090-724354f3a0d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79707 {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 12:55:30.984883 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-e34af33b-5a27-4eda-adbd-fe887f03d71b service neutron] Attempting to bind port d356bc83-21d6-40ab-b9b9-beb519ab2fac on network 96265354-97f1-45e3-b090-724354f3a0d8 {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:55:30.991076 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-e34af33b-5a27-4eda-adbd-fe887f03d71b service neutron] Checking agent: {'id': '7546d223-5e56-44d8-9441-1a8a85fbff90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79707', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'started_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 12, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 12:55:30.991727 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-e34af33b-5a27-4eda-adbd-fe887f03d71b service neutron] Checking segment: {'id': 'c2803c3c-f53b-412a-8fcc-4a7a8ff8f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '96265354-97f1-45e3-b090-724354f3a0d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:55:30.992303 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-e34af33b-5a27-4eda-adbd-fe887f03d71b service neutron] Bound using segment: {'id': 'c2803c3c-f53b-412a-8fcc-4a7a8ff8f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '96265354-97f1-45e3-b090-724354f3a0d8'} {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 12:55:30.992853 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.managers [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-e34af33b-5a27-4eda-adbd-fe887f03d71b service neutron] Bound port: d356bc83-21d6-40ab-b9b9-beb519ab2fac, host: hv-cinder-79707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2803c3c-f53b-412a-8fcc-4a7a8ff8f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '96265354-97f1-45e3-b090-724354f3a0d8'}}] {{(pid=92825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 12:55:30.993316 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-e34af33b-5a27-4eda-adbd-fe887f03d71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:31.022502 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0311de-1a5f-45c7-b6a9-651d8f291ed1 req-920e9e84-9631-406d-8a1c-2f04b05d714f tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:31.028787 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1b0311de-1a5f-45c7-b6a9-651d8f291ed1 req-920e9e84-9631-406d-8a1c-2f04b05d714f tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.1507635 Jun 18 12:55:31.101660 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1b0311de-1a5f-45c7-b6a9-651d8f291ed1 req-4cab35fe-acff-4725-91af-e81d280c44bf tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651524 Jun 18 12:55:31.173838 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-e34af33b-5a27-4eda-adbd-fe887f03d71b service neutron] For port d356bc83-21d6-40ab-b9b9-beb519ab2fac, host hv-cinder-79707, cleared binding levels {{(pid=92825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 12:55:31.189079 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-e34af33b-5a27-4eda-adbd-fe887f03d71b service neutron] For port d356bc83-21d6-40ab-b9b9-beb519ab2fac, host hv-cinder-79707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=d356bc83-21d6-40ab-b9b9-beb519ab2fac,segment=NetworkSegment(c2803c3c-f53b-412a-8fcc-4a7a8ff8f778),segment_id=c2803c3c-f53b-412a-8fcc-4a7a8ff8f778)] {{(pid=92825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 12:55:31.196608 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-e34af33b-5a27-4eda-adbd-fe887f03d71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8372396'] for port, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:31.199890 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-a61708cb-4e2f-4145-bdd6-4bc982663bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:31.247240 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-e34af33b-5a27-4eda-adbd-fe887f03d71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:31.247883 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-e34af33b-5a27-4eda-adbd-fe887f03d71b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:31.249288 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-e34af33b-5a27-4eda-adbd-fe887f03d71b service neutron] 10.222.0.77 "PUT /v2.0/ports/d356bc83-21d6-40ab-b9b9-beb519ab2fac HTTP/1.1" status: 200 len: 1093 time: 1.1015377 Jun 18 12:55:31.249788 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a72f267b-fdfe-4aa4-adea-56b3fa1455a7', 'tag': 'd356bc83-21d6-40ab-b9b9-beb519ab2fac'}] {{(pid=92825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 12:55:31.252736 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cbce1c661b203a7f45efff8c445c42f162c6430a9c28178aa2be3d6d959831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e74e275-0f34-4ac8-8a64-ea52d9b3b8ab" -d '{"events": [{"name": "network-changed", "server_uuid": "a72f267b-fdfe-4aa4-adea-56b3fa1455a7", "tag": "d356bc83-21d6-40ab-b9b9-beb519ab2fac"}]}' {{(pid=92825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 12:55:31.282307 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c819ae-2855-426e-96e9-e9c6a37de756 req-1441f86b-e1c2-44d3-a6b7-deead8b6d22e tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:31.289370 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-69c819ae-2855-426e-96e9-e9c6a37de756 req-1441f86b-e1c2-44d3-a6b7-deead8b6d22e tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=a72f267b-fdfe-4aa4-adea-56b3fa1455a7 HTTP/1.1" status: 200 len: 943 time: 0.1813123 Jun 18 12:55:31.317259 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34af33b-5a27-4eda-adbd-fe887f03d71b service neutron] Pushing event updated for resources: {'Port': ['ID=d356bc83-21d6-40ab-b9b9-beb519ab2fac,revision_number=3']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:31.322727 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-e34af33b-5a27-4eda-adbd-fe887f03d71b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:31.362315 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-69c819ae-2855-426e-96e9-e9c6a37de756 req-52ab9fa1-3a91-4171-bd6f-c7263fea7e77 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719354 Jun 18 12:55:31.424400 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 49150) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:55:31.450694 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 12:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3036390a-f6b6-44ab-ba8e-fb2f14790bca x-openstack-request-id: req-3036390a-f6b6-44ab-ba8e-fb2f14790bca {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 12:55:31.451211 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a72f267b-fdfe-4aa4-adea-56b3fa1455a7", "tag": "d356bc83-21d6-40ab-b9b9-beb519ab2fac", "status": "completed", "code": 200}]} {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 12:55:31.451305 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3036390a-f6b6-44ab-ba8e-fb2f14790bca {{(pid=92825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 12:55:31.451796 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a72f267b-fdfe-4aa4-adea-56b3fa1455a7', 'tag': 'd356bc83-21d6-40ab-b9b9-beb519ab2fac', 'status': 'completed', 'code': 200} Jun 18 12:55:31.485520 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-9a428f7a-eb61-4bca-ae20-ccdee94b40dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:31.487994 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-9a428f7a-eb61-4bca-ae20-ccdee94b40dd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0223531b4ac843c69ac98aed7456c0b5&device_id=a72f267b-fdfe-4aa4-adea-56b3fa1455a7 HTTP/1.1" status: 200 len: 1096 time: 0.1225584 Jun 18 12:55:31.560195 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-ac1b5e28-5f09-4433-874a-4a6d8f21fdc7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d356bc83-21d6-40ab-b9b9-beb519ab2fac HTTP/1.1" status: 200 len: 217 time: 0.0412838 Jun 18 12:55:31.622632 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-c87e8925-53d6-4cb4-9291-f96d877ac167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:31.624071 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-c87e8925-53d6-4cb4-9291-f96d877ac167 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd68f4da-dd03-4cd6-93b2-a3dfbb56f132 HTTP/1.1" status: 200 len: 855 time: 0.0535421 Jun 18 12:55:31.649882 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-c74ca693-21cf-4c22-bf1b-ba9bb889147e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:31.672193 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-7311714f-022a-44a4-bea4-623de4bc5d6e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=96265354-97f1-45e3-b090-724354f3a0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306940 Jun 18 12:55:31.745766 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-c74ca693-21cf-4c22-bf1b-ba9bb889147e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:31.749493 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-c74ca693-21cf-4c22-bf1b-ba9bb889147e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:31.752409 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-90b5e180-4922-4f9f-a8bc-0905924cd245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:31.803655 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-c74ca693-21cf-4c22-bf1b-ba9bb889147e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9bf18a5c47874532b027d0cb69a229e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3780053 Jun 18 12:55:31.820785 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ca693-21cf-4c22-bf1b-ba9bb889147e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a2aed0-4827-48e2-93c9-4bfa78adacd4,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:31.823412 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 49170) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:55:31.843467 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-c74ca693-21cf-4c22-bf1b-ba9bb889147e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:31.878688 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-0b56415c-ff5c-48d3-9400-6ce47c08f525 service neutron] 10.222.0.77 "GET /v2.0/networks/96265354-97f1-45e3-b090-724354f3a0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140342 Jun 18 12:55:31.899749 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-7da72a5e-769a-4f5f-8909-b1422358f818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:31.909982 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1b0aa-c084-4ebf-8f5e-911e3bd09133 req-ddfca6a4-aaf1-4010-b460-32f48176af80 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:31.911510 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-72c1b0aa-c084-4ebf-8f5e-911e3bd09133 req-ddfca6a4-aaf1-4010-b460-32f48176af80 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d441730-6866-4298-bbe0-cce3836798bb HTTP/1.1" status: 200 len: 945 time: 0.1214299 Jun 18 12:55:31.948027 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-7da72a5e-769a-4f5f-8909-b1422358f818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:32.000659 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c89346d4-29f1-4d18-a58b-158a945fa2de req-d567075d-4bd0-4e79-b502-5f0497d569c3 service neutron] 10.222.0.77 "GET /v2.0/networks/96265354-97f1-45e3-b090-724354f3a0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065586 Jun 18 12:55:32.092537 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-7da72a5e-769a-4f5f-8909-b1422358f818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:32.096081 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-7da72a5e-769a-4f5f-8909-b1422358f818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:32.100476 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-7da72a5e-769a-4f5f-8909-b1422358f818 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b3a2aed0-4827-48e2-93c9-4bfa78adacd4 HTTP/1.1" status: 204 len: 168 time: 0.2714322 Jun 18 12:55:32.103346 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-50f30f0a-1126-4af6-b685-b6ec9c6746f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:32.114721 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da72a5e-769a-4f5f-8909-b1422358f818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a2aed0-4827-48e2-93c9-4bfa78adacd4,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:32.122659 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-7da72a5e-769a-4f5f-8909-b1422358f818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:32.124307 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [req-72c1b0aa-c084-4ebf-8f5e-911e3bd09133 req-2f34e986-6ad8-4585-be5e-baf8e43c3a04 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Deleting port a1969763-df1e-445c-8db5-0e8b49a3af72 {{(pid=92826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 12:55:32.124855 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-72c1b0aa-c084-4ebf-8f5e-911e3bd09133 req-2f34e986-6ad8-4585-be5e-baf8e43c3a04 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:32.183094 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3078943-a70e-42f4-8078-691b23fa1fd1 req-1a0e33f3-2671-4a4c-8581-2c7f4473e89e tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:32.190804 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-e3078943-a70e-42f4-8078-691b23fa1fd1 req-1a0e33f3-2671-4a4c-8581-2c7f4473e89e tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d441730-6866-4298-bbe0-cce3836798bb HTTP/1.1" status: 200 len: 945 time: 0.1092873 Jun 18 12:55:32.277929 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [req-72c1b0aa-c084-4ebf-8f5e-911e3bd09133 req-2f34e986-6ad8-4585-be5e-baf8e43c3a04 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] For port a1969763-df1e-445c-8db5-0e8b49a3af72, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=a1969763-df1e-445c-8db5-0e8b49a3af72,segment=NetworkSegment(e587d116-c987-4841-ac36-df7fc653a40b),segment_id=e587d116-c987-4841-ac36-df7fc653a40b)] {{(pid=92826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:55:32.280391 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-72c1b0aa-c084-4ebf-8f5e-911e3bd09133 req-2f34e986-6ad8-4585-be5e-baf8e43c3a04 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:32.292695 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-e3078943-a70e-42f4-8078-691b23fa1fd1 req-e9bb6341-edf1-44cf-9310-6347909cbd85 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842464 Jun 18 12:55:32.309789 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74e275-0f34-4ac8-8a64-ea52d9b3b8ab req-d58e9116-258d-45ac-8498-825b73f46df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:32.311258 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-2e74e275-0f34-4ac8-8a64-ea52d9b3b8ab req-d58e9116-258d-45ac-8498-825b73f46df4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0223531b4ac843c69ac98aed7456c0b5&device_id=a72f267b-fdfe-4aa4-adea-56b3fa1455a7 HTTP/1.1" status: 200 len: 1096 time: 0.1415598 Jun 18 12:55:32.407172 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [req-72c1b0aa-c084-4ebf-8f5e-911e3bd09133 req-2f34e986-6ad8-4585-be5e-baf8e43c3a04 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Calling delete_port for a1969763-df1e-445c-8db5-0e8b49a3af72 owned by compute:nova {{(pid=92826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 12:55:32.463638 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74e275-0f34-4ac8-8a64-ea52d9b3b8ab req-dc70a771-c60d-4bf7-ba9d-ccc2f2055da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:32.474871 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-2e74e275-0f34-4ac8-8a64-ea52d9b3b8ab req-dc70a771-c60d-4bf7-ba9d-ccc2f2055da3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=96265354-97f1-45e3-b090-724354f3a0d8 HTTP/1.1" status: 200 len: 916 time: 0.1525941 Jun 18 12:55:32.530350 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-2e74e275-0f34-4ac8-8a64-ea52d9b3b8ab req-a25d8f3f-376b-46ef-8997-f3c808517900 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d356bc83-21d6-40ab-b9b9-beb519ab2fac HTTP/1.1" status: 200 len: 217 time: 0.0422366 Jun 18 12:55:32.645509 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa40c20-5c76-4c52-8be2-891f13b6af42 req-1ef07e0b-bb3e-4e37-b220-0ddc7b79d0d8 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:32.647510 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-eaa40c20-5c76-4c52-8be2-891f13b6af42 req-1ef07e0b-bb3e-4e37-b220-0ddc7b79d0d8 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.3490007 Jun 18 12:55:32.692467 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74e275-0f34-4ac8-8a64-ea52d9b3b8ab req-540a8c7a-493b-40a6-89c1-71762a50a372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:32.694264 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-2e74e275-0f34-4ac8-8a64-ea52d9b3b8ab req-540a8c7a-493b-40a6-89c1-71762a50a372 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd68f4da-dd03-4cd6-93b2-a3dfbb56f132 HTTP/1.1" status: 200 len: 855 time: 0.1528113 Jun 18 12:55:32.721745 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-eaa40c20-5c76-4c52-8be2-891f13b6af42 req-cd521b24-b00b-4097-ad72-d94ed0230f10 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675640 Jun 18 12:55:32.759191 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-72c1b0aa-c084-4ebf-8f5e-911e3bd09133 req-2f34e986-6ad8-4585-be5e-baf8e43c3a04 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940132'] for port, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:32.759724 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-2e74e275-0f34-4ac8-8a64-ea52d9b3b8ab req-01d84f28-fa94-402a-ac87-2f7dc6e18646 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=96265354-97f1-45e3-b090-724354f3a0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513089 Jun 18 12:55:32.766647 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-184e0e6c-092e-44f5-b49c-6d76d141b411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:32.791179 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35bd9bc-d994-43c3-a54f-1973886d8c4a req-677975ae-e298-418d-a866-5002c8b1f67a tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:32.799916 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['a1969763-df1e-445c-8db5-0e8b49a3af72'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 12:55:32.801490 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f34e986-6ad8-4585-be5e-baf8e43c3a04 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Pushing event deleted for resources: {'Port': ['ID=a1969763-df1e-445c-8db5-0e8b49a3af72,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:32.809929 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-2f34e986-6ad8-4585-be5e-baf8e43c3a04 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:32.823759 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f35bd9bc-d994-43c3-a54f-1973886d8c4a req-677975ae-e298-418d-a866-5002c8b1f67a tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=a72f267b-fdfe-4aa4-adea-56b3fa1455a7 HTTP/1.1" status: 200 len: 943 time: 0.2843504 Jun 18 12:55:32.966466 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-2e74e275-0f34-4ac8-8a64-ea52d9b3b8ab req-d7827b4d-57cd-46cd-9d53-0e63b421c230 service neutron] 10.222.0.77 "GET /v2.0/networks/96265354-97f1-45e3-b090-724354f3a0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916173 Jun 18 12:55:32.975121 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f35bd9bc-d994-43c3-a54f-1973886d8c4a req-e178ab2b-037c-4619-a9cf-ecacd26bdbac tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313472 Jun 18 12:55:33.100219 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-2e74e275-0f34-4ac8-8a64-ea52d9b3b8ab req-31241e6d-4a19-488f-b573-503140afeb30 service neutron] 10.222.0.77 "GET /v2.0/networks/96265354-97f1-45e3-b090-724354f3a0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065776 Jun 18 12:55:33.114186 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c1b0aa-c084-4ebf-8f5e-911e3bd09133 req-2f34e986-6ad8-4585-be5e-baf8e43c3a04 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] No DVR routers for this DVR port a1969763-df1e-445c-8db5-0e8b49a3af72 on host hv-cinder-79707 {{(pid=92826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 12:55:33.118162 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-72c1b0aa-c084-4ebf-8f5e-911e3bd09133 req-2f34e986-6ad8-4585-be5e-baf8e43c3a04 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:33.120121 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-72c1b0aa-c084-4ebf-8f5e-911e3bd09133 req-2f34e986-6ad8-4585-be5e-baf8e43c3a04 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.77 "DELETE /v2.0/ports/a1969763-df1e-445c-8db5-0e8b49a3af72 HTTP/1.1" status: 204 len: 173 time: 1.1897602 Jun 18 12:55:33.120644 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d441730-6866-4298-bbe0-cce3836798bb', 'name': 'network-vif-deleted', 'tag': 'a1969763-df1e-445c-8db5-0e8b49a3af72'}] {{(pid=92826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 12:55:33.123258 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7173dab7d1fbfef731d5f8fd5c52510eeface1fe9a62799688baadb2f5777418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ce3c87-29ef-498c-929c-25f3018c9656" -d '{"events": [{"server_uuid": "5d441730-6866-4298-bbe0-cce3836798bb", "name": "network-vif-deleted", "tag": "a1969763-df1e-445c-8db5-0e8b49a3af72"}]}' {{(pid=92826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 12:55:33.166112 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 12:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cacdef6c-5684-49d9-864e-f3adc04bc42b x-openstack-request-id: req-cacdef6c-5684-49d9-864e-f3adc04bc42b {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 12:55:33.166418 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d441730-6866-4298-bbe0-cce3836798bb", "name": "network-vif-deleted", "tag": "a1969763-df1e-445c-8db5-0e8b49a3af72", "status": "completed", "code": 200}]} {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 12:55:33.166703 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cacdef6c-5684-49d9-864e-f3adc04bc42b {{(pid=92826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 12:55:33.167121 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d441730-6866-4298-bbe0-cce3836798bb', 'name': 'network-vif-deleted', 'tag': 'a1969763-df1e-445c-8db5-0e8b49a3af72', 'status': 'completed', 'code': 200} Jun 18 12:55:33.280789 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 49234) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:55:33.440735 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-8f2e0043-6a95-4c6e-ab4d-320ca5aac60b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:33.493480 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-2ef2f86c-e5a5-4072-bf88-7863946cb223 req-9d2fbb30-f66d-4e49-b1cb-6fc05f4dd74b tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d441730-6866-4298-bbe0-cce3836798bb HTTP/1.1" status: 200 len: 210 time: 0.0460541 Jun 18 12:55:33.564150 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-8f2e0043-6a95-4c6e-ab4d-320ca5aac60b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:33.570705 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-8f2e0043-6a95-4c6e-ab4d-320ca5aac60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:33.576887 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-119d40a8-1c62-4087-8590-810a209ad46c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:33.617984 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-8f2e0043-6a95-4c6e-ab4d-320ca5aac60b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=986fc3d95eb4434ebd17e5704c2f563e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3338761 Jun 18 12:55:33.617984 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e0043-6a95-4c6e-ab4d-320ca5aac60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf72be6-b15f-4960-96ea-9d03a65ced81,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:33.619280 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 49258) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:55:33.631178 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-8f2e0043-6a95-4c6e-ab4d-320ca5aac60b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:33.685307 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-9d89829c-9aa7-4273-a95e-4599f4d51afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:33.722789 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-9d89829c-9aa7-4273-a95e-4599f4d51afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:33.789764 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-9d89829c-9aa7-4273-a95e-4599f4d51afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:33.793276 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-9d89829c-9aa7-4273-a95e-4599f4d51afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:33.797335 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-9d89829c-9aa7-4273-a95e-4599f4d51afe admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/baf72be6-b15f-4960-96ea-9d03a65ced81 HTTP/1.1" status: 204 len: 168 time: 0.1739876 Jun 18 12:55:33.797335 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-154d7a1b-ac57-421a-88c3-12b67f127de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:33.806499 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d89829c-9aa7-4273-a95e-4599f4d51afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf72be6-b15f-4960-96ea-9d03a65ced81,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:33.809895 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-9d89829c-9aa7-4273-a95e-4599f4d51afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:33.929334 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8909692-537e-4430-b18e-c58613a4afd7 req-e3330a28-e3e3-4415-bb80-0efde5f45d92 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:33.930813 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c8909692-537e-4430-b18e-c58613a4afd7 req-e3330a28-e3e3-4415-bb80-0efde5f45d92 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0675335 Jun 18 12:55:33.973371 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c8909692-537e-4430-b18e-c58613a4afd7 req-7d052f77-59e1-4591-9fcb-d872a9b10cee tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360107 Jun 18 12:55:34.466258 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 49298) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:55:34.482160 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e04c940c-7f48-4725-8048-ac587e83ccb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:34.542192 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfd8fc-4218-441b-9685-3461ca0ce780 req-2d2ae002-a79a-4276-a924-a4f2ecd34f7e tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:34.543545 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-3fbfd8fc-4218-441b-9685-3461ca0ce780 req-2d2ae002-a79a-4276-a924-a4f2ecd34f7e tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=a72f267b-fdfe-4aa4-adea-56b3fa1455a7 HTTP/1.1" status: 200 len: 943 time: 0.4087126 Jun 18 12:55:34.578956 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e04c940c-7f48-4725-8048-ac587e83ccb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:34.584832 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e04c940c-7f48-4725-8048-ac587e83ccb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:34.586571 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-c21cca9e-6d16-4d91-a717-827b0fa113bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:34.593750 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-3fbfd8fc-4218-441b-9685-3461ca0ce780 req-a007a2cc-1d41-4088-9b04-0b6bc7ee3824 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441730 Jun 18 12:55:34.629770 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-e04c940c-7f48-4725-8048-ac587e83ccb8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=659c3754ac59438f9f0a2aa28f3f04f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1624010 Jun 18 12:55:34.630815 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c940c-7f48-4725-8048-ac587e83ccb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e070720-8d53-4d7a-ac8d-40646c8d3866,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:34.634495 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-e04c940c-7f48-4725-8048-ac587e83ccb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:34.635044 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 49306) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:55:34.690543 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-7d132265-f481-46c4-9d2c-25133f3c3cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:34.719156 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-7d132265-f481-46c4-9d2c-25133f3c3cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:34.773800 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-7d132265-f481-46c4-9d2c-25133f3c3cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:34.779852 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-7d132265-f481-46c4-9d2c-25133f3c3cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:34.779852 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-7d132265-f481-46c4-9d2c-25133f3c3cf6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1e070720-8d53-4d7a-ac8d-40646c8d3866 HTTP/1.1" status: 204 len: 168 time: 0.1418493 Jun 18 12:55:34.779852 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-61e4a6b4-31f2-43e7-ba82-1cd423b08b51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:34.793185 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d132265-f481-46c4-9d2c-25133f3c3cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e070720-8d53-4d7a-ac8d-40646c8d3866,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:34.797659 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-7d132265-f481-46c4-9d2c-25133f3c3cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:34.845211 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device a1969763-df1e-445c-8db5-0e8b49a3af72 no longer exists at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 12:55:34.880672 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] No Port match for: a1969763-df1e-445c-8db5-0e8b49a3af72 {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 12:55:34.881270 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device a1969763-df1e-445c-8db5-0e8b49a3af72 not bound to the agent host hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 12:55:35.001179 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-aced15cf-ad0d-450b-9213-87eb4b10cc68 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:35.003132 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-aced15cf-ad0d-450b-9213-87eb4b10cc68 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/networks?id=a113e043-4a5a-4caf-a999-fc7cdb516b93 HTTP/1.1" status: 200 len: 808 time: 0.1265428 Jun 18 12:55:35.030627 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-f4d97aaf-9644-4a25-a9db-02cab1f2f9dd tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/quotas/8a102d84cdb8482993c16a40a2036b3d HTTP/1.1" status: 200 len: 375 time: 0.0214560 Jun 18 12:55:35.074956 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-51f18d57-2f8d-4388-9f3e-f88c19c632aa tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=8a102d84cdb8482993c16a40a2036b3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428216 Jun 18 12:55:35.180236 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93481d-fbc1-4968-91c4-b1a7c2e60b2d req-0e3a6b16-e64a-40c3-824c-7b50fa150cfb tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:35.181965 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5d93481d-fbc1-4968-91c4-b1a7c2e60b2d req-0e3a6b16-e64a-40c3-824c-7b50fa150cfb tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0822468 Jun 18 12:55:35.187331 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-2423a1cd-6f3b-4588-bb62-524d32758290 service neutron] 10.222.0.86 "GET /v2.0/networks/a113e043-4a5a-4caf-a999-fc7cdb516b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118300 Jun 18 12:55:35.239568 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5d93481d-fbc1-4968-91c4-b1a7c2e60b2d req-dd2eb02c-1fdd-41e8-a6fd-8cee8234ab7a tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504489 Jun 18 12:55:35.295282 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-64392a51-e0c1-4d7f-b0ae-190236cc5787 service neutron] 10.222.0.86 "GET /v2.0/networks/a113e043-4a5a-4caf-a999-fc7cdb516b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070070 Jun 18 12:55:35.494500 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4dfb0107-ee14-4573-b6a4-309f749d99fc req-00f0b6eb-9f0a-4d23-a5d9-d9c2b6049713 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff77c695-7a95-4282-9b3b-5999dfcd29c7 HTTP/1.1" status: 200 len: 210 time: 0.0369329 Jun 18 12:55:35.817256 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de72725-7ccd-47f1-b1e0-611da6f4d609 req-2092f9a4-ffa8-4f36-8bfb-a44c018fd64b tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:35.819778 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-2de72725-7ccd-47f1-b1e0-611da6f4d609 req-2092f9a4-ffa8-4f36-8bfb-a44c018fd64b tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=a72f267b-fdfe-4aa4-adea-56b3fa1455a7 HTTP/1.1" status: 200 len: 943 time: 0.0803306 Jun 18 12:55:35.860227 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-2de72725-7ccd-47f1-b1e0-611da6f4d609 req-00877c64-5137-424f-bded-b90ed3837ace tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341349 Jun 18 12:55:36.074572 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 49384) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:55:36.180855 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-4c4283fd-6475-40a5-8be7-da5379a2daed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:36.266242 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-4c4283fd-6475-40a5-8be7-da5379a2daed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:36.271036 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-4c4283fd-6475-40a5-8be7-da5379a2daed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:36.273369 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-788c1999-f9b2-46c8-93eb-55fb5d606f89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:36.308845 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4283fd-6475-40a5-8be7-da5379a2daed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b69983a-ba43-4f01-8b27-e154e71f2b25,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:36.316586 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 49392) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:55:36.317192 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-4c4283fd-6475-40a5-8be7-da5379a2daed admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f20740eda7c54f8a9c48fb8cce002160&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410159 Jun 18 12:55:36.317726 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-4c4283fd-6475-40a5-8be7-da5379a2daed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:36.372606 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-9b242ca9-e234-4905-b6ba-ab1ad1ff313b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:36.424951 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-9b242ca9-e234-4905-b6ba-ab1ad1ff313b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:36.480914 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aeee1c-0aa2-4d03-bd8d-45856dbce924 req-9186f105-f236-4287-8ff8-a00a2795ff47 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:36.482484 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f3aeee1c-0aa2-4d03-bd8d-45856dbce924 req-9186f105-f236-4287-8ff8-a00a2795ff47 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.1108840 Jun 18 12:55:36.499624 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-9b242ca9-e234-4905-b6ba-ab1ad1ff313b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:36.502949 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-9b242ca9-e234-4905-b6ba-ab1ad1ff313b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:36.504234 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-9b242ca9-e234-4905-b6ba-ab1ad1ff313b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0b69983a-ba43-4f01-8b27-e154e71f2b25 HTTP/1.1" status: 204 len: 168 time: 0.1864996 Jun 18 12:55:36.505961 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-426d115d-f80e-4e1d-91f6-d30a93b115f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:36.526135 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b242ca9-e234-4905-b6ba-ab1ad1ff313b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b69983a-ba43-4f01-8b27-e154e71f2b25,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:36.529027 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-9b242ca9-e234-4905-b6ba-ab1ad1ff313b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:36.541883 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f3aeee1c-0aa2-4d03-bd8d-45856dbce924 req-6884163d-44f3-4908-9c99-58fd7c3df3e2 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498292 Jun 18 12:55:36.707204 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-f4b084c4-979e-42d4-8dc1-7ceaeb9d8c4f req-1f604f5a-43ae-4864-9c60-26057f721e8b tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff77c695-7a95-4282-9b3b-5999dfcd29c7 HTTP/1.1" status: 200 len: 210 time: 0.0401883 Jun 18 12:55:36.870775 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device d356bc83-21d6-40ab-b9b9-beb519ab2fac details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=92827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 12:55:36.901205 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-d9f65e06-e7eb-47ba-b86b-c4f8a8ce0ecc tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:36.905109 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-d9f65e06-e7eb-47ba-b86b-c4f8a8ce0ecc tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.77 "GET /v2.0/networks?id=a113e043-4a5a-4caf-a999-fc7cdb516b93 HTTP/1.1" status: 200 len: 808 time: 0.1860352 Jun 18 12:55:36.926786 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-61c91740-dc81-4bb1-a59c-e8b71516dff4 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Request body: {'port': {'device_id': 'ff77c695-7a95-4282-9b3b-5999dfcd29c7', 'network_id': 'a113e043-4a5a-4caf-a999-fc7cdb516b93', 'admin_state_up': True, 'tenant_id': '8a102d84cdb8482993c16a40a2036b3d'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:55:37.007830 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port d356bc83-21d6-40ab-b9b9-beb519ab2fac, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=d356bc83-21d6-40ab-b9b9-beb519ab2fac,segment=NetworkSegment(c2803c3c-f53b-412a-8fcc-4a7a8ff8f778),segment_id=c2803c3c-f53b-412a-8fcc-4a7a8ff8f778)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:55:37.032009 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Returning: {'device': 'd356bc83-21d6-40ab-b9b9-beb519ab2fac', 'network_id': '96265354-97f1-45e3-b090-724354f3a0d8', 'port_id': 'd356bc83-21d6-40ab-b9b9-beb519ab2fac', 'mac_address': 'fa:16:3e:3f:a5:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd68f4da-dd03-4cd6-93b2-a3dfbb56f132', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 12:55:37.081857 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:37.096512 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d356bc83-21d6-40ab-b9b9-beb519ab2fac {{(pid=92827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 12:55:37.124729 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port d356bc83-21d6-40ab-b9b9-beb519ab2fac, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=d356bc83-21d6-40ab-b9b9-beb519ab2fac,segment=NetworkSegment(c2803c3c-f53b-412a-8fcc-4a7a8ff8f778),segment_id=c2803c3c-f53b-412a-8fcc-4a7a8ff8f778)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:55:37.137747 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:37.140195 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:37.152557 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df4e30-201a-4f28-b5b0-d05745d07bc5 req-4f04fd68-aade-4c86-b87e-96982af5ba2f tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:37.158422 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-65df4e30-201a-4f28-b5b0-d05745d07bc5 req-4f04fd68-aade-4c86-b87e-96982af5ba2f tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=a72f267b-fdfe-4aa4-adea-56b3fa1455a7 HTTP/1.1" status: 200 len: 943 time: 0.1130054 Jun 18 12:55:37.159604 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-61c91740-dc81-4bb1-a59c-e8b71516dff4 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Made reservation on behalf of 8a102d84cdb8482993c16a40a2036b3d for: {'port': 1} {{(pid=92826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:55:37.163661 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-61c91740-dc81-4bb1-a59c-e8b71516dff4 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:37.199862 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=d356bc83-21d6-40ab-b9b9-beb519ab2fac,revision_number=4']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:37.211031 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:37.268900 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-65df4e30-201a-4f28-b5b0-d05745d07bc5 req-d3f1380f-25d2-461c-a0cc-9efc97394aea tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014402 Jun 18 12:55:37.370619 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.db_base_plugin_common [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-61c91740-dc81-4bb1-a59c-e8b71516dff4 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Allocated IP 172.20.0.9 (a113e043-4a5a-4caf-a999-fc7cdb516b93/1b72791a-c35c-4e62-9737-cafa8645dd4b/7b41002d-06e1-4b63-8721-701aff16359a) {{(pid=92826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 12:55:37.558828 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-61c91740-dc81-4bb1-a59c-e8b71516dff4 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Notify callbacks [] for port, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:37.614397 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-61c91740-dc81-4bb1-a59c-e8b71516dff4 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4940139'] for port, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:37.621973 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-752559d2-90e3-45cb-9e4a-4cb7e0526610 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:37.682189 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-61c91740-dc81-4bb1-a59c-e8b71516dff4 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Network a113e043-4a5a-4caf-a999-fc7cdb516b93 is already hosted by enough agents. {{(pid=92826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:55:37.685687 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.base_scheduler [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-61c91740-dc81-4bb1-a59c-e8b71516dff4 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Resources bound (agent type, host, resource id): {{(pid=92826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:55:37.691094 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-61c91740-dc81-4bb1-a59c-e8b71516dff4 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Received port after_create {{(pid=92826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 12:55:37.694782 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c91740-dc81-4bb1-a59c-e8b71516dff4 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Pushing event updated for resources: {'Port': ['ID=7b41002d-06e1-4b63-8721-701aff16359a,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:37.716079 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-61c91740-dc81-4bb1-a59c-e8b71516dff4 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:37.752468 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-61c91740-dc81-4bb1-a59c-e8b71516dff4 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:37.753710 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-61c91740-dc81-4bb1-a59c-e8b71516dff4 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:37.770109 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-61c91740-dc81-4bb1-a59c-e8b71516dff4 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8484912 Jun 18 12:55:37.817239 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ffb8f-5cef-4012-bf93-9a90d439739a req-b23ccfbb-9d09-47d3-82e4-cd8c548e9312 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:37.819704 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0b7ffb8f-5cef-4012-bf93-9a90d439739a req-b23ccfbb-9d09-47d3-82e4-cd8c548e9312 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0729434 Jun 18 12:55:37.864461 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0b7ffb8f-5cef-4012-bf93-9a90d439739a req-ba9f4117-ab39-44f6-b987-d45c340fa090 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375109 Jun 18 12:55:37.908690 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f62990-b9e6-4447-9b0c-afee63c75593 req-6436baec-db1e-4212-aa04-a6846006b227 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:37.910249 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-79f62990-b9e6-4447-9b0c-afee63c75593 req-6436baec-db1e-4212-aa04-a6846006b227 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff77c695-7a95-4282-9b3b-5999dfcd29c7 HTTP/1.1" status: 200 len: 931 time: 0.0777330 Jun 18 12:55:37.951372 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-79f62990-b9e6-4447-9b0c-afee63c75593 req-d1a62d2e-e840-4706-b587-9c0fca66f7b6 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352628 Jun 18 12:55:38.446356 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232efd70-cb3f-403c-8e7a-8a2a16719734 req-29c6658c-bcba-4af2-b848-e56bee2a1182 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:38.447786 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-232efd70-cb3f-403c-8e7a-8a2a16719734 req-29c6658c-bcba-4af2-b848-e56bee2a1182 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=a72f267b-fdfe-4aa4-adea-56b3fa1455a7 HTTP/1.1" status: 200 len: 944 time: 0.0673096 Jun 18 12:55:38.484129 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-232efd70-cb3f-403c-8e7a-8a2a16719734 req-aa2a14a6-8288-4e9a-851e-cf52a7d6827a tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307796 Jun 18 12:55:39.039423 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59219dc2-eb8b-4b61-a217-d30126dcbb2f req-3c7eee24-44a8-415f-825d-4496000ce1be tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:39.040938 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-59219dc2-eb8b-4b61-a217-d30126dcbb2f req-3c7eee24-44a8-415f-825d-4496000ce1be tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0627050 Jun 18 12:55:39.078528 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-59219dc2-eb8b-4b61-a217-d30126dcbb2f req-a4717f8a-aae6-4b62-b185-65a42c317679 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317724 Jun 18 12:55:39.242006 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865ae05-711a-4980-8edf-d4daec257cac req-ff5f7eef-a9ab-4c31-9c9e-d5874f5b75ea tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:39.243447 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-0865ae05-711a-4980-8edf-d4daec257cac req-ff5f7eef-a9ab-4c31-9c9e-d5874f5b75ea tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff77c695-7a95-4282-9b3b-5999dfcd29c7 HTTP/1.1" status: 200 len: 931 time: 0.0645461 Jun 18 12:55:39.279683 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-0865ae05-711a-4980-8edf-d4daec257cac req-a7f41dd5-ddb9-49cd-83c7-0df99fdadab6 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306389 Jun 18 12:55:39.654314 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094206aa-cd3c-4101-a0c9-42a00da11031 req-fbfb6d58-b808-419e-b6cf-96ed490e3ae2 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:39.655625 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-094206aa-cd3c-4101-a0c9-42a00da11031 req-fbfb6d58-b808-419e-b6cf-96ed490e3ae2 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=a72f267b-fdfe-4aa4-adea-56b3fa1455a7 HTTP/1.1" status: 200 len: 944 time: 0.0607362 Jun 18 12:55:39.691321 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-094206aa-cd3c-4101-a0c9-42a00da11031 req-8c333a57-8358-48d6-a45d-5562cc3e7707 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294650 Jun 18 12:55:39.758731 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-592f8c1c-f7ec-4300-9638-816d36a0a140 service neutron] Request body: {'port': {'device_id': 'ff77c695-7a95-4282-9b3b-5999dfcd29c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79707'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:55:39.836421 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-592f8c1c-f7ec-4300-9638-816d36a0a140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:40.088744 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.notifiers.nova [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-592f8c1c-f7ec-4300-9638-816d36a0a140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b41002d-06e1-4b63-8721-701aff16359a {{(pid=92826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 12:55:40.097128 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-592f8c1c-f7ec-4300-9638-816d36a0a140 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:40.110333 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.provisioning_blocks [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-592f8c1c-f7ec-4300-9638-816d36a0a140 service neutron] Transition to ACTIVE for port object 7b41002d-06e1-4b63-8721-701aff16359a will not be triggered until provisioned by entity L2. {{(pid=92826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:55:40.115143 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-592f8c1c-f7ec-4300-9638-816d36a0a140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4940125'] for port, after_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:40.119318 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-da406631-d3b7-43f4-b479-39aa212c3dc4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:40.198858 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f8c1c-f7ec-4300-9638-816d36a0a140 service neutron] Pushing event updated for resources: {'Port': ['ID=7b41002d-06e1-4b63-8721-701aff16359a,revision_number=2']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:40.202276 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-592f8c1c-f7ec-4300-9638-816d36a0a140 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:40.318564 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.managers [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-592f8c1c-f7ec-4300-9638-816d36a0a140 service neutron] Attempting to bind port 7b41002d-06e1-4b63-8721-701aff16359a on host hv-cinder-79707 for vnic_type normal with profile {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 12:55:40.318891 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.managers [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-592f8c1c-f7ec-4300-9638-816d36a0a140 service neutron] Attempting to bind port 7b41002d-06e1-4b63-8721-701aff16359a by drivers openvswitch,hyperv on host hv-cinder-79707 at level 0 using segments [{'id': 'e587d116-c987-4841-ac36-df7fc653a40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'a113e043-4a5a-4caf-a999-fc7cdb516b93'}] {{(pid=92826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 12:55:40.319218 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-592f8c1c-f7ec-4300-9638-816d36a0a140 service neutron] Attempting to bind port 7b41002d-06e1-4b63-8721-701aff16359a on network a113e043-4a5a-4caf-a999-fc7cdb516b93 {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:55:40.329181 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504df4e8-9fce-4a50-ac21-ef903b76953e req-4d356fea-677d-440d-8214-e92b4ea0a4c8 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:40.331113 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-504df4e8-9fce-4a50-ac21-ef903b76953e req-4d356fea-677d-440d-8214-e92b4ea0a4c8 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.1246667 Jun 18 12:55:40.333078 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-592f8c1c-f7ec-4300-9638-816d36a0a140 service neutron] Port 7b41002d-06e1-4b63-8721-701aff16359a on network a113e043-4a5a-4caf-a999-fc7cdb516b93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79707 {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 12:55:40.333392 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-592f8c1c-f7ec-4300-9638-816d36a0a140 service neutron] Attempting to bind port 7b41002d-06e1-4b63-8721-701aff16359a on network a113e043-4a5a-4caf-a999-fc7cdb516b93 {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:55:40.339924 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-592f8c1c-f7ec-4300-9638-816d36a0a140 service neutron] Checking agent: {'id': '7546d223-5e56-44d8-9441-1a8a85fbff90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79707', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'started_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 12, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 12:55:40.340253 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-592f8c1c-f7ec-4300-9638-816d36a0a140 service neutron] Checking segment: {'id': 'e587d116-c987-4841-ac36-df7fc653a40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'a113e043-4a5a-4caf-a999-fc7cdb516b93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:55:40.340619 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-592f8c1c-f7ec-4300-9638-816d36a0a140 service neutron] Bound using segment: {'id': 'e587d116-c987-4841-ac36-df7fc653a40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'a113e043-4a5a-4caf-a999-fc7cdb516b93'} {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 12:55:40.341071 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.managers [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-592f8c1c-f7ec-4300-9638-816d36a0a140 service neutron] Bound port: 7b41002d-06e1-4b63-8721-701aff16359a, host: hv-cinder-79707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e587d116-c987-4841-ac36-df7fc653a40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'a113e043-4a5a-4caf-a999-fc7cdb516b93'}}] {{(pid=92826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 12:55:40.341411 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-592f8c1c-f7ec-4300-9638-816d36a0a140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:40.404557 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-504df4e8-9fce-4a50-ac21-ef903b76953e req-4797df8c-26c1-4015-b35a-66f4564b7a86 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664377 Jun 18 12:55:40.429957 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-592f8c1c-f7ec-4300-9638-816d36a0a140 service neutron] For port 7b41002d-06e1-4b63-8721-701aff16359a, host hv-cinder-79707, cleared binding levels {{(pid=92826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 12:55:40.433193 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-592f8c1c-f7ec-4300-9638-816d36a0a140 service neutron] For port 7b41002d-06e1-4b63-8721-701aff16359a, host hv-cinder-79707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=7b41002d-06e1-4b63-8721-701aff16359a,segment=NetworkSegment(e587d116-c987-4841-ac36-df7fc653a40b),segment_id=e587d116-c987-4841-ac36-df7fc653a40b)] {{(pid=92826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 12:55:40.437620 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-592f8c1c-f7ec-4300-9638-816d36a0a140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4940125'] for port, after_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:40.441092 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:40.478179 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-592f8c1c-f7ec-4300-9638-816d36a0a140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:40.478773 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-592f8c1c-f7ec-4300-9638-816d36a0a140 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:40.480090 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-592f8c1c-f7ec-4300-9638-816d36a0a140 service neutron] 10.222.0.77 "PUT /v2.0/ports/7b41002d-06e1-4b63-8721-701aff16359a HTTP/1.1" status: 200 len: 1093 time: 0.7257855 Jun 18 12:55:40.480560 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff77c695-7a95-4282-9b3b-5999dfcd29c7', 'tag': '7b41002d-06e1-4b63-8721-701aff16359a'}] {{(pid=92826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 12:55:40.482795 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7173dab7d1fbfef731d5f8fd5c52510eeface1fe9a62799688baadb2f5777418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c29f614-1ea0-4225-85ad-c828fa39fd3b" -d '{"events": [{"name": "network-changed", "server_uuid": "ff77c695-7a95-4282-9b3b-5999dfcd29c7", "tag": "7b41002d-06e1-4b63-8721-701aff16359a"}]}' {{(pid=92826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 12:55:40.498691 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f8c1c-f7ec-4300-9638-816d36a0a140 service neutron] Pushing event updated for resources: {'Port': ['ID=7b41002d-06e1-4b63-8721-701aff16359a,revision_number=3']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:40.501701 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-592f8c1c-f7ec-4300-9638-816d36a0a140 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:40.568805 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50dad95-ad68-4094-aea5-3ffa1bf2dcf4 req-d39854e6-c667-4622-ae32-bbc185144120 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:40.570224 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c50dad95-ad68-4094-aea5-3ffa1bf2dcf4 req-d39854e6-c667-4622-ae32-bbc185144120 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff77c695-7a95-4282-9b3b-5999dfcd29c7 HTTP/1.1" status: 200 len: 943 time: 0.0642762 Jun 18 12:55:40.607750 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c50dad95-ad68-4094-aea5-3ffa1bf2dcf4 req-a4189824-faed-4b1e-8f3a-9de7d0bf14b5 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319171 Jun 18 12:55:40.652598 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 12:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06624499-c1c7-4056-85a6-ca9a432aa957 x-openstack-request-id: req-06624499-c1c7-4056-85a6-ca9a432aa957 {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 12:55:40.652943 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff77c695-7a95-4282-9b3b-5999dfcd29c7", "tag": "7b41002d-06e1-4b63-8721-701aff16359a", "status": "completed", "code": 200}]} {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 12:55:40.653230 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-06624499-c1c7-4056-85a6-ca9a432aa957 {{(pid=92826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 12:55:40.653647 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff77c695-7a95-4282-9b3b-5999dfcd29c7', 'tag': '7b41002d-06e1-4b63-8721-701aff16359a', 'status': 'completed', 'code': 200} Jun 18 12:55:40.881093 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4859f9-d6fb-4377-9b49-31d8a8b22fe0 req-e62482da-8906-45f0-939a-d992b42ad129 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:40.882538 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-fd4859f9-d6fb-4377-9b49-31d8a8b22fe0 req-e62482da-8906-45f0-939a-d992b42ad129 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=a72f267b-fdfe-4aa4-adea-56b3fa1455a7 HTTP/1.1" status: 200 len: 944 time: 0.0770268 Jun 18 12:55:40.921439 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-fd4859f9-d6fb-4377-9b49-31d8a8b22fe0 req-78937869-79d9-4611-a1f5-5439ee570cac tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330153 Jun 18 12:55:41.500494 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29f614-1ea0-4225-85ad-c828fa39fd3b req-e04ca951-229f-406d-8719-8984ded4eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:41.502066 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-8c29f614-1ea0-4225-85ad-c828fa39fd3b req-e04ca951-229f-406d-8719-8984ded4eebd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8a102d84cdb8482993c16a40a2036b3d&device_id=ff77c695-7a95-4282-9b3b-5999dfcd29c7 HTTP/1.1" status: 200 len: 1096 time: 0.0564542 Jun 18 12:55:41.714346 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29f614-1ea0-4225-85ad-c828fa39fd3b req-6923afd5-3343-44e2-b2dd-fcc180a1971f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:41.715751 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-8c29f614-1ea0-4225-85ad-c828fa39fd3b req-6923afd5-3343-44e2-b2dd-fcc180a1971f service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=8a102d84cdb8482993c16a40a2036b3d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2013597 Jun 18 12:55:41.723723 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d33447-f8fa-4a21-a89e-ed913cdd1812 req-03233167-0c58-47ea-9a92-7851e391ae0b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:41.725091 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-f5d33447-f8fa-4a21-a89e-ed913cdd1812 req-03233167-0c58-47ea-9a92-7851e391ae0b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.2018561 Jun 18 12:55:41.787991 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef891740-67cd-4516-9ede-6099a039191c req-e226aab8-0f29-425e-9c06-5dbfd4e846ef tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:41.789496 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ef891740-67cd-4516-9ede-6099a039191c req-e226aab8-0f29-425e-9c06-5dbfd4e846ef tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff77c695-7a95-4282-9b3b-5999dfcd29c7 HTTP/1.1" status: 200 len: 943 time: 0.0672040 Jun 18 12:55:41.830062 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ef891740-67cd-4516-9ede-6099a039191c req-4655f8a7-c788-4ab3-abd3-eaaa24f51762 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331242 Jun 18 12:55:41.858661 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['d356bc83-21d6-40ab-b9b9-beb519ab2fac'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 12:55:41.864050 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-f5d33447-f8fa-4a21-a89e-ed913cdd1812 req-1fff3d2b-194b-496f-9bb7-659b82857950 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236334 Jun 18 12:55:41.959058 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29f614-1ea0-4225-85ad-c828fa39fd3b req-86c05c19-c568-4389-bb68-4f500ad8984b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:41.960258 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-8c29f614-1ea0-4225-85ad-c828fa39fd3b req-86c05c19-c568-4389-bb68-4f500ad8984b service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2343071 Jun 18 12:55:42.116123 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-d7583120-c5ad-4c83-a64c-efa682a460e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:42.117917 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-d7583120-c5ad-4c83-a64c-efa682a460e5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8a102d84cdb8482993c16a40a2036b3d&device_id=ff77c695-7a95-4282-9b3b-5999dfcd29c7 HTTP/1.1" status: 200 len: 1096 time: 0.0643730 Jun 18 12:55:42.146852 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f946b-b8b2-46d8-858c-2904447750a4 req-5afa957d-18af-47e2-b888-f3960053813b tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:42.148459 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-195f946b-b8b2-46d8-858c-2904447750a4 req-5afa957d-18af-47e2-b888-f3960053813b tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=a72f267b-fdfe-4aa4-adea-56b3fa1455a7 HTTP/1.1" status: 200 len: 944 time: 0.0707970 Jun 18 12:55:42.216224 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-195f946b-b8b2-46d8-858c-2904447750a4 req-1ecb2476-9335-42b1-be00-4384b53fccb9 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616789 Jun 18 12:55:42.406172 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-ce77a800-b186-4bec-b9fe-7c395a99fa90 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b41002d-06e1-4b63-8721-701aff16359a HTTP/1.1" status: 200 len: 217 time: 0.2733059 Jun 18 12:55:42.464775 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-44e53c35-392a-477b-8a2f-2cbb7fad0ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:42.467127 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-44e53c35-392a-477b-8a2f-2cbb7fad0ac3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1b72791a-c35c-4e62-9737-cafa8645dd4b HTTP/1.1" status: 200 len: 848 time: 0.0530758 Jun 18 12:55:42.621088 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-a425aa28-581e-404e-ac7d-4b471b1c9e6e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a113e043-4a5a-4caf-a999-fc7cdb516b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264204 Jun 18 12:55:42.768546 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-85410956-c0db-4445-9d0e-43e93a93460d service neutron] 10.222.0.77 "GET /v2.0/networks/a113e043-4a5a-4caf-a999-fc7cdb516b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889711 Jun 18 12:55:42.859860 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c4ef610f-f9d1-4566-adf0-3a914140f67a req-def3c1fd-0360-41ae-9bc4-9dc98888cc47 service neutron] 10.222.0.77 "GET /v2.0/networks/a113e043-4a5a-4caf-a999-fc7cdb516b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830531 Jun 18 12:55:43.010909 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98c1cb-189c-4b84-b3ad-302eb02f8d75 req-8bd6eadf-e4ae-47fa-86fb-ceba0b667d98 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:43.012398 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ea98c1cb-189c-4b84-b3ad-302eb02f8d75 req-8bd6eadf-e4ae-47fa-86fb-ceba0b667d98 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff77c695-7a95-4282-9b3b-5999dfcd29c7 HTTP/1.1" status: 200 len: 943 time: 0.0662456 Jun 18 12:55:43.049811 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800be0e-692c-4b8d-9ff7-04688651d524 req-dca5080e-8e4a-4881-a497-3d43bfa15183 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:43.051381 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-2800be0e-692c-4b8d-9ff7-04688651d524 req-dca5080e-8e4a-4881-a497-3d43bfa15183 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0697432 Jun 18 12:55:43.058576 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ea98c1cb-189c-4b84-b3ad-302eb02f8d75 req-5ac8eb4f-bc67-4976-87df-216ee7c4f62a tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389557 Jun 18 12:55:43.091310 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-2800be0e-692c-4b8d-9ff7-04688651d524 req-09f1c2f9-68af-459f-bc29-89f98b1e1312 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332415 Jun 18 12:55:43.405761 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6524d94-72e7-41af-93ec-04916912fa49 req-1a521fcd-1a5a-487b-8578-6ad0c9d22040 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:43.407220 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d6524d94-72e7-41af-93ec-04916912fa49 req-1a521fcd-1a5a-487b-8578-6ad0c9d22040 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=a72f267b-fdfe-4aa4-adea-56b3fa1455a7 HTTP/1.1" status: 200 len: 944 time: 0.0698147 Jun 18 12:55:43.448325 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d6524d94-72e7-41af-93ec-04916912fa49 req-1c4204bb-f989-4446-b673-f1efbde30426 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344646 Jun 18 12:55:44.235772 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f999aa-5756-485f-8fbe-008da26dc236 req-73946d66-388d-455d-a004-ab631f2f9423 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:44.237349 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-70f999aa-5756-485f-8fbe-008da26dc236 req-73946d66-388d-455d-a004-ab631f2f9423 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff77c695-7a95-4282-9b3b-5999dfcd29c7 HTTP/1.1" status: 200 len: 943 time: 0.0620406 Jun 18 12:55:44.275377 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-70f999aa-5756-485f-8fbe-008da26dc236 req-154cee7c-f728-46cd-9458-daf6aff09ebf tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320776 Jun 18 12:55:44.435180 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084a996-1e62-4bff-929d-f3f27287b2ba req-b4212557-67c8-4cd5-b00f-f3851283ae0f tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:44.437284 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-3084a996-1e62-4bff-929d-f3f27287b2ba req-b4212557-67c8-4cd5-b00f-f3851283ae0f tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0657361 Jun 18 12:55:44.476721 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-3084a996-1e62-4bff-929d-f3f27287b2ba req-d9701864-97de-4c3f-9710-7d8b80d5f6a6 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327215 Jun 18 12:55:44.632980 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2909abc-452e-46ff-bac7-55c7a7e5bba1 req-cd95ebbc-1aa7-434e-89c0-4f0beeb11777 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:44.634542 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-a2909abc-452e-46ff-bac7-55c7a7e5bba1 req-cd95ebbc-1aa7-434e-89c0-4f0beeb11777 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=a72f267b-fdfe-4aa4-adea-56b3fa1455a7 HTTP/1.1" status: 200 len: 944 time: 0.0625489 Jun 18 12:55:44.672497 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-a2909abc-452e-46ff-bac7-55c7a7e5bba1 req-fc8f215c-2d7e-4244-8c7d-ca15f544c0b6 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320830 Jun 18 12:55:45.449646 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c944a-73ce-4134-9257-fb9e2d90d201 req-040b5f99-ce20-4cf5-b21e-346b550b2da7 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:45.451079 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-517c944a-73ce-4134-9257-fb9e2d90d201 req-040b5f99-ce20-4cf5-b21e-346b550b2da7 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff77c695-7a95-4282-9b3b-5999dfcd29c7 HTTP/1.1" status: 200 len: 943 time: 0.0621343 Jun 18 12:55:45.490028 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-517c944a-73ce-4134-9257-fb9e2d90d201 req-794ba36f-f208-4bde-a24c-270072df3785 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326881 Jun 18 12:55:45.678771 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84713730-5851-4d3a-b2cc-ca0f56125997 req-899c1176-0ce3-4ea8-ad3c-dc7b162414cc tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:45.680130 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-84713730-5851-4d3a-b2cc-ca0f56125997 req-899c1176-0ce3-4ea8-ad3c-dc7b162414cc tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0664911 Jun 18 12:55:45.719519 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-84713730-5851-4d3a-b2cc-ca0f56125997 req-c822bdd1-ff6a-42df-af77-828be2c3680d tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336483 Jun 18 12:55:45.877297 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b2dfa-c420-4f88-b375-276c2a4e79c3 req-8a6413cf-7eaf-4f1e-b33b-f594d9e72f93 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:45.878877 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-881b2dfa-c420-4f88-b375-276c2a4e79c3 req-8a6413cf-7eaf-4f1e-b33b-f594d9e72f93 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=a72f267b-fdfe-4aa4-adea-56b3fa1455a7 HTTP/1.1" status: 200 len: 944 time: 0.0625267 Jun 18 12:55:45.927696 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-881b2dfa-c420-4f88-b375-276c2a4e79c3 req-f1add997-1323-4a45-800f-8b5cd5fee08e tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408547 Jun 18 12:55:46.671742 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd11cf-01bd-4248-9f8f-faab37af849f req-6d84467a-902d-4a25-90d5-232a879ae814 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:46.673266 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-13bd11cf-01bd-4248-9f8f-faab37af849f req-6d84467a-902d-4a25-90d5-232a879ae814 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff77c695-7a95-4282-9b3b-5999dfcd29c7 HTTP/1.1" status: 200 len: 943 time: 0.0638735 Jun 18 12:55:46.711205 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-13bd11cf-01bd-4248-9f8f-faab37af849f req-8c0054a9-0375-4a97-8dc2-47223856e06a tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323632 Jun 18 12:55:46.890348 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3fad3b-4edd-49c2-a6b5-e9ea7de02121 req-d4637bdb-193e-4f49-8ead-18e9e05cdfe9 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:46.891797 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0f3fad3b-4edd-49c2-a6b5-e9ea7de02121 req-d4637bdb-193e-4f49-8ead-18e9e05cdfe9 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0625100 Jun 18 12:55:46.929146 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0f3fad3b-4edd-49c2-a6b5-e9ea7de02121 req-0f57834d-edf9-4d4a-8ab5-c4b485bdc2fe tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313356 Jun 18 12:55:47.099530 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c42b27-5321-41eb-a847-5111aa4996db req-9185bbb3-a3be-4a8b-a0a8-e65feec638ab tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:47.100899 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-06c42b27-5321-41eb-a847-5111aa4996db req-9185bbb3-a3be-4a8b-a0a8-e65feec638ab tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=a72f267b-fdfe-4aa4-adea-56b3fa1455a7 HTTP/1.1" status: 200 len: 944 time: 0.0628877 Jun 18 12:55:47.137759 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-06c42b27-5321-41eb-a847-5111aa4996db req-e54f566e-6571-40a8-9f39-12606206c00c tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313399 Jun 18 12:55:47.883482 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5efadb-1028-498e-b2da-fc35076893a9 req-df807eff-0ffd-4c98-a493-ac0de959c44e tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:47.884928 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-4e5efadb-1028-498e-b2da-fc35076893a9 req-df807eff-0ffd-4c98-a493-ac0de959c44e tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff77c695-7a95-4282-9b3b-5999dfcd29c7 HTTP/1.1" status: 200 len: 943 time: 0.0642896 Jun 18 12:55:47.921219 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-4e5efadb-1028-498e-b2da-fc35076893a9 req-00166255-1c85-4fbb-8a49-f645c49ef038 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306110 Jun 18 12:55:48.105994 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc880c4d-c4d1-4323-9214-f5096c9eff84 req-17753f26-1646-42e0-a882-5949fddb9946 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:48.107345 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-fc880c4d-c4d1-4323-9214-f5096c9eff84 req-17753f26-1646-42e0-a882-5949fddb9946 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0620837 Jun 18 12:55:48.144664 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-fc880c4d-c4d1-4323-9214-f5096c9eff84 req-cab5495b-4218-46cd-9078-357599a40390 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317361 Jun 18 12:55:48.320572 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5c934-2747-4fc7-ac81-d430ab041c49 req-8ca25d41-b97f-4253-933f-10e74af6c9b0 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:48.322120 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-e7a5c934-2747-4fc7-ac81-d430ab041c49 req-8ca25d41-b97f-4253-933f-10e74af6c9b0 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=a72f267b-fdfe-4aa4-adea-56b3fa1455a7 HTTP/1.1" status: 200 len: 944 time: 0.0728331 Jun 18 12:55:48.364707 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-e7a5c934-2747-4fc7-ac81-d430ab041c49 req-d221dd9d-b9d9-4435-a995-50f6576108dd tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368540 Jun 18 12:55:49.088369 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8da63-b51f-4202-a61b-5f44775b2eb9 req-1b38250b-26f9-4ab1-ad9a-802be5fcd8bf tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:49.089807 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-e8a8da63-b51f-4202-a61b-5f44775b2eb9 req-1b38250b-26f9-4ab1-ad9a-802be5fcd8bf tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff77c695-7a95-4282-9b3b-5999dfcd29c7 HTTP/1.1" status: 200 len: 943 time: 0.0616386 Jun 18 12:55:49.126629 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-e8a8da63-b51f-4202-a61b-5f44775b2eb9 req-9764ab79-551e-4823-a299-0c405dd52107 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305369 Jun 18 12:55:49.315662 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b1b9f-0ecc-48ac-b914-b2d4e52bcffb req-2fb9d5d4-1452-429a-acb6-8da89064a2ea tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:49.317114 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b30b1b9f-0ecc-48ac-b914-b2d4e52bcffb req-2fb9d5d4-1452-429a-acb6-8da89064a2ea tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0622797 Jun 18 12:55:49.354798 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b30b1b9f-0ecc-48ac-b914-b2d4e52bcffb req-652eb253-8786-4940-8869-823c2c6a136b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322213 Jun 18 12:55:49.541754 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c49de-47c2-4e1f-b3a5-ebab12ec401a req-63c9008e-3c78-48b7-b327-367656b4d6db tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:49.543186 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f18c49de-47c2-4e1f-b3a5-ebab12ec401a req-63c9008e-3c78-48b7-b327-367656b4d6db tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=a72f267b-fdfe-4aa4-adea-56b3fa1455a7 HTTP/1.1" status: 200 len: 944 time: 0.0680335 Jun 18 12:55:49.580148 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f18c49de-47c2-4e1f-b3a5-ebab12ec401a req-d3a699cb-db8c-4426-9b86-bc9bdfd1362b tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308654 Jun 18 12:55:50.296380 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1d69c-19ef-4f68-b528-4f3420efb73d req-d7430a92-bb96-43d0-b5d2-3323e26a7116 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:50.298371 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-95a1d69c-19ef-4f68-b528-4f3420efb73d req-d7430a92-bb96-43d0-b5d2-3323e26a7116 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff77c695-7a95-4282-9b3b-5999dfcd29c7 HTTP/1.1" status: 200 len: 943 time: 0.0615475 Jun 18 12:55:50.340139 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-95a1d69c-19ef-4f68-b528-4f3420efb73d req-7b1a8ae9-4866-4252-8931-c127d9abf8c8 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359070 Jun 18 12:55:50.530029 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef638c36-3ed3-4186-aadc-2ddb50f5eb19 req-6a8e8a09-43ad-4e2e-87c6-e8bb2b50266b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:50.531493 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ef638c36-3ed3-4186-aadc-2ddb50f5eb19 req-6a8e8a09-43ad-4e2e-87c6-e8bb2b50266b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0640430 Jun 18 12:55:50.572913 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ef638c36-3ed3-4186-aadc-2ddb50f5eb19 req-4ad58118-8bc8-4795-b17e-952b5e649f18 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332222 Jun 18 12:55:50.757584 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39309f-970b-4882-9d70-3e51dd429e5f req-e457c326-2107-4261-9fca-4231b9c8a28d tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:50.759036 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-1f39309f-970b-4882-9d70-3e51dd429e5f req-e457c326-2107-4261-9fca-4231b9c8a28d tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=a72f267b-fdfe-4aa4-adea-56b3fa1455a7 HTTP/1.1" status: 200 len: 944 time: 0.0686071 Jun 18 12:55:50.796250 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-1f39309f-970b-4882-9d70-3e51dd429e5f req-d495a526-3600-4805-9812-20f6fd36a030 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314264 Jun 18 12:55:51.401431 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device d356bc83-21d6-40ab-b9b9-beb519ab2fac up at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:55:51.454919 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning for port d356bc83-21d6-40ab-b9b9-beb519ab2fac completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:55:51.459626 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning complete for port d356bc83-21d6-40ab-b9b9-beb519ab2fac triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:55:51.460088 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:51.540739 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a140bd5-a624-4ead-a31c-59f3d1a1192c req-850a525b-3478-488e-a047-95b1042b3473 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:51.542264 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5a140bd5-a624-4ead-a31c-59f3d1a1192c req-850a525b-3478-488e-a047-95b1042b3473 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff77c695-7a95-4282-9b3b-5999dfcd29c7 HTTP/1.1" status: 200 len: 943 time: 0.0856421 Jun 18 12:55:51.547608 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:51.571149 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72f267b-fdfe-4aa4-adea-56b3fa1455a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd356bc83-21d6-40ab-b9b9-beb519ab2fac'}] {{(pid=92827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 12:55:51.573442 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c43e27dad5924667550749323780498268b495889c5e44707aafbe87e8432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f88ee9-fd0c-41fd-9b7d-24aaa803c2b8" -d '{"events": [{"server_uuid": "a72f267b-fdfe-4aa4-adea-56b3fa1455a7", "name": "network-vif-plugged", "status": "completed", "tag": "d356bc83-21d6-40ab-b9b9-beb519ab2fac"}]}' {{(pid=92827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 12:55:51.588450 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port d356bc83-21d6-40ab-b9b9-beb519ab2fac, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=d356bc83-21d6-40ab-b9b9-beb519ab2fac,segment=NetworkSegment(c2803c3c-f53b-412a-8fcc-4a7a8ff8f778),segment_id=c2803c3c-f53b-412a-8fcc-4a7a8ff8f778)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:55:51.596256 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:51.599005 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:55:51.622494 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5a140bd5-a624-4ead-a31c-59f3d1a1192c req-8b35caf1-acd8-41dc-90ea-caa1bf616456 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639329 Jun 18 12:55:51.661863 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 12:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5835ceb-ba9a-4fb1-9044-66d70647431c x-openstack-request-id: req-d5835ceb-ba9a-4fb1-9044-66d70647431c {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 12:55:51.664969 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a72f267b-fdfe-4aa4-adea-56b3fa1455a7", "name": "network-vif-plugged", "status": "completed", "tag": "d356bc83-21d6-40ab-b9b9-beb519ab2fac", "code": 200}]} {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 12:55:51.665289 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d5835ceb-ba9a-4fb1-9044-66d70647431c {{(pid=92827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 12:55:51.666827 dv-cinder-797073-1-iscsi neutron-server[92827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a72f267b-fdfe-4aa4-adea-56b3fa1455a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd356bc83-21d6-40ab-b9b9-beb519ab2fac', 'code': 200} Jun 18 12:55:51.715441 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=d356bc83-21d6-40ab-b9b9-beb519ab2fac,revision_number=5']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:55:51.719710 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:55:51.868496 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-c98f9649-75ca-4a3c-bf79-8514942a4af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:51.879834 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01926918-4634-4698-b24a-5389cf5cad04 req-14a63e2c-a936-4ff1-ab59-087ccfe751db tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:51.881303 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-01926918-4634-4698-b24a-5389cf5cad04 req-14a63e2c-a936-4ff1-ab59-087ccfe751db tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.1172318 Jun 18 12:55:51.924647 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-01926918-4634-4698-b24a-5389cf5cad04 req-f20f387f-64b6-4234-8153-3f75d29db549 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369725 Jun 18 12:55:51.965719 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6547c5-36de-4281-823b-85d4e5789e66 req-f5ba1e8b-d9ca-48da-8c51-5f37c7bb6ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:51.967183 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5d6547c5-36de-4281-823b-85d4e5789e66 req-f5ba1e8b-d9ca-48da-8c51-5f37c7bb6ef9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a72f267b-fdfe-4aa4-adea-56b3fa1455a7 HTTP/1.1" status: 200 len: 1098 time: 0.0625744 Jun 18 12:55:52.010170 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5d6547c5-36de-4281-823b-85d4e5789e66 req-fbe2a63c-6692-432b-8a1a-3e89db2202c5 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307484 Jun 18 12:55:52.098740 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc475d6a-34aa-423e-9099-2f1ce8b91e37 req-115b8384-5aba-4be8-870c-280b709cf96a tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:52.100198 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-fc475d6a-34aa-423e-9099-2f1ce8b91e37 req-115b8384-5aba-4be8-870c-280b709cf96a tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=a72f267b-fdfe-4aa4-adea-56b3fa1455a7 HTTP/1.1" status: 200 len: 945 time: 0.0738966 Jun 18 12:55:52.139251 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-fc475d6a-34aa-423e-9099-2f1ce8b91e37 req-4ca98e7e-ac4f-4466-beff-6be82f6e2712 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333269 Jun 18 12:55:52.786822 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e243e75-71c5-498e-be23-ce4ecd50c3e5 req-9c2a9df8-cce4-41f6-a9e0-f46525496a3b tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:52.788249 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-7e243e75-71c5-498e-be23-ce4ecd50c3e5 req-9c2a9df8-cce4-41f6-a9e0-f46525496a3b tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff77c695-7a95-4282-9b3b-5999dfcd29c7 HTTP/1.1" status: 200 len: 943 time: 0.0621502 Jun 18 12:55:52.824445 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-7e243e75-71c5-498e-be23-ce4ecd50c3e5 req-b9c54953-ff1f-4038-8db2-cdf092a44aee tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305562 Jun 18 12:55:53.098320 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c3cda-6455-4d80-88f8-770b2c6ff30b req-29ed7db3-fa25-4103-b739-dfadf53da7fb tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:53.099791 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-294c3cda-6455-4d80-88f8-770b2c6ff30b req-29ed7db3-fa25-4103-b739-dfadf53da7fb tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0666280 Jun 18 12:55:53.137566 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-294c3cda-6455-4d80-88f8-770b2c6ff30b req-be0502c4-0fbf-437b-9cfb-6644ef6c0f27 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313354 Jun 18 12:55:53.307842 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49129b-312e-4a5d-9844-0135dce41e68 req-c2443144-7915-4b45-9b9c-4beec42f2093 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:53.309337 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-1b49129b-312e-4a5d-9844-0135dce41e68 req-c2443144-7915-4b45-9b9c-4beec42f2093 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=a72f267b-fdfe-4aa4-adea-56b3fa1455a7 HTTP/1.1" status: 200 len: 945 time: 0.0620527 Jun 18 12:55:53.346057 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-1b49129b-312e-4a5d-9844-0135dce41e68 req-497b9cfa-5fab-4286-924e-90e14863ddae tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303197 Jun 18 12:55:53.998135 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389284d-20eb-4da6-a63b-4232895dbd80 req-66bc88a6-3122-475f-890c-adf05c89d97e tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:53.999593 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-6389284d-20eb-4da6-a63b-4232895dbd80 req-66bc88a6-3122-475f-890c-adf05c89d97e tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff77c695-7a95-4282-9b3b-5999dfcd29c7 HTTP/1.1" status: 200 len: 943 time: 0.0666146 Jun 18 12:55:54.036753 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-6389284d-20eb-4da6-a63b-4232895dbd80 req-229a869c-e1f9-42c5-b8d0-168e1f74db8a tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309665 Jun 18 12:55:54.310386 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e2a10-0386-412b-b8e8-28973312cf1f req-7a8a4970-dc49-40cf-9fbe-dcbf80e1fa61 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:54.311742 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f19e2a10-0386-412b-b8e8-28973312cf1f req-7a8a4970-dc49-40cf-9fbe-dcbf80e1fa61 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0619867 Jun 18 12:55:54.349589 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f19e2a10-0386-412b-b8e8-28973312cf1f req-2c787fa3-75ef-4a6d-9561-c2b316156c81 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314360 Jun 18 12:55:54.519406 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac666b02-ae84-4b2b-b0fe-101bc67c72de req-68d549e1-f066-42ec-98e2-c8861a7ff9d3 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:54.520875 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ac666b02-ae84-4b2b-b0fe-101bc67c72de req-68d549e1-f066-42ec-98e2-c8861a7ff9d3 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=a72f267b-fdfe-4aa4-adea-56b3fa1455a7 HTTP/1.1" status: 200 len: 945 time: 0.0619416 Jun 18 12:55:54.558695 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ac666b02-ae84-4b2b-b0fe-101bc67c72de req-29da1000-d7ef-40c5-b605-4c2029b85f05 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322177 Jun 18 12:55:54.691756 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-a107ba9a-796b-4982-b85c-8c5be4aa2424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:55.034011 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:55.207759 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925350c-fcb5-4de3-8d54-231e08ae05a1 req-c0687e5b-4353-4eb5-9460-6bb2691ddd36 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:55.209225 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-1925350c-fcb5-4de3-8d54-231e08ae05a1 req-c0687e5b-4353-4eb5-9460-6bb2691ddd36 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff77c695-7a95-4282-9b3b-5999dfcd29c7 HTTP/1.1" status: 200 len: 943 time: 0.0651567 Jun 18 12:55:55.246287 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-1925350c-fcb5-4de3-8d54-231e08ae05a1 req-7bb08730-6b5a-4398-adc8-48c7ae97ea04 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314698 Jun 18 12:55:55.524655 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3afa2e-8e2a-4c86-905f-1ac4602d7cd9 req-b83abe9e-4c86-41fa-a52f-da1cd7a94a7e tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:55.526149 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-fd3afa2e-8e2a-4c86-905f-1ac4602d7cd9 req-b83abe9e-4c86-41fa-a52f-da1cd7a94a7e tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0627971 Jun 18 12:55:55.563271 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-fd3afa2e-8e2a-4c86-905f-1ac4602d7cd9 req-82200105-5e09-43e5-a0a6-0df42852fb60 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315695 Jun 18 12:55:55.742038 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4cf539-cf9e-47ab-989a-92adacf38889 req-8fd574ed-e788-46b1-a485-844326c8354d tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:55.743669 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-bf4cf539-cf9e-47ab-989a-92adacf38889 req-8fd574ed-e788-46b1-a485-844326c8354d tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=a72f267b-fdfe-4aa4-adea-56b3fa1455a7 HTTP/1.1" status: 200 len: 945 time: 0.0714800 Jun 18 12:55:55.781265 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-bf4cf539-cf9e-47ab-989a-92adacf38889 req-c847782f-382c-4fd9-88dc-e7bb7bd53f87 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321932 Jun 18 12:55:55.932033 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:56.416044 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63a5f6-c580-4167-822f-a1ab3d30bef4 req-128c4b6b-66ec-4b45-9b3b-f12178f3eaa9 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:56.417516 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-bf63a5f6-c580-4167-822f-a1ab3d30bef4 req-128c4b6b-66ec-4b45-9b3b-f12178f3eaa9 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff77c695-7a95-4282-9b3b-5999dfcd29c7 HTTP/1.1" status: 200 len: 943 time: 0.0630777 Jun 18 12:55:56.454799 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-bf63a5f6-c580-4167-822f-a1ab3d30bef4 req-c1051b9e-5c37-44a7-8e93-a85f7a3fb304 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316863 Jun 18 12:55:56.731781 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9ee31-91f1-491a-ba45-ef1a73586076 req-b4a6e0d3-bbb3-4e92-9acc-cdad7f110b3e tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:56.733214 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-cbc9ee31-91f1-491a-ba45-ef1a73586076 req-b4a6e0d3-bbb3-4e92-9acc-cdad7f110b3e tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0608704 Jun 18 12:55:56.770431 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-cbc9ee31-91f1-491a-ba45-ef1a73586076 req-154f40b6-4e77-4805-9262-fdee78334d9f tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310056 Jun 18 12:55:56.953140 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f69aec-d8b8-40ba-9c18-5a7ec68e7d7f req-252a3dd5-a9e1-4f9f-ba3d-61f658153a6c tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:56.955188 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-42f69aec-d8b8-40ba-9c18-5a7ec68e7d7f req-252a3dd5-a9e1-4f9f-ba3d-61f658153a6c tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=a72f267b-fdfe-4aa4-adea-56b3fa1455a7 HTTP/1.1" status: 200 len: 945 time: 0.0645807 Jun 18 12:55:56.991097 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-42f69aec-d8b8-40ba-9c18-5a7ec68e7d7f req-2f860e17-5ffa-4926-bea3-9d1dbeb623f2 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305865 Jun 18 12:55:57.632720 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f20b42-3b02-4aed-9f49-52c32cfeec9e req-234434f0-4072-4d4a-975a-00e6cfb72dae tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:57.634232 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c6f20b42-3b02-4aed-9f49-52c32cfeec9e req-234434f0-4072-4d4a-975a-00e6cfb72dae tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff77c695-7a95-4282-9b3b-5999dfcd29c7 HTTP/1.1" status: 200 len: 943 time: 0.0649266 Jun 18 12:55:57.660695 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:57.674306 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c6f20b42-3b02-4aed-9f49-52c32cfeec9e req-0bada6c0-29c7-4b84-93ae-0eabc6c67c5b tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345757 Jun 18 12:55:57.945885 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67978e-5078-4621-b789-45e441ac45ab req-9d754a13-a312-47fa-9ada-24131f9a2c7d tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:57.947277 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-1c67978e-5078-4621-b789-45e441ac45ab req-9d754a13-a312-47fa-9ada-24131f9a2c7d tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0659673 Jun 18 12:55:57.984449 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-1c67978e-5078-4621-b789-45e441ac45ab req-1ccc4593-c6d9-4ede-8313-6e4183fb5670 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313652 Jun 18 12:55:58.171884 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8237186-c14d-4774-b85e-1bcb0192c33d req-41b4d8b8-e5af-48d6-ad17-a939eac35344 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:58.174035 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d8237186-c14d-4774-b85e-1bcb0192c33d req-41b4d8b8-e5af-48d6-ad17-a939eac35344 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=a72f267b-fdfe-4aa4-adea-56b3fa1455a7 HTTP/1.1" status: 200 len: 945 time: 0.0675411 Jun 18 12:55:58.209455 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d8237186-c14d-4774-b85e-1bcb0192c33d req-e49a6332-ef96-4d21-83d7-af03df549118 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298207 Jun 18 12:55:58.510568 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 12:55:58.849882 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4a4c4-824b-48a7-a1c4-2d7cfdfdbc1d req-50174a39-48ff-48f6-b909-41837d40ee08 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:58.851471 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-53e4a4c4-824b-48a7-a1c4-2d7cfdfdbc1d req-50174a39-48ff-48f6-b909-41837d40ee08 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff77c695-7a95-4282-9b3b-5999dfcd29c7 HTTP/1.1" status: 200 len: 943 time: 0.0631909 Jun 18 12:55:58.894653 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-53e4a4c4-824b-48a7-a1c4-2d7cfdfdbc1d req-be629011-8ef2-4959-8bba-c53ac2ed6126 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369349 Jun 18 12:55:58.970324 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:55:59.161168 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1faeb-e092-4824-8693-d088256e95de req-a4da64fe-30e5-4340-8af4-776b9b6b97ab tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:59.162530 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-45b1faeb-e092-4824-8693-d088256e95de req-a4da64fe-30e5-4340-8af4-776b9b6b97ab tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0658572 Jun 18 12:55:59.212849 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-45b1faeb-e092-4824-8693-d088256e95de req-d51cfe81-1911-4751-a82c-e3168b3b5b00 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445058 Jun 18 12:55:59.386543 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4413d5-25d0-46d2-aaed-dff3b05abfb0 req-187a107a-810b-4e38-aff6-9eb3afb74748 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:55:59.388035 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-fd4413d5-25d0-46d2-aaed-dff3b05abfb0 req-187a107a-810b-4e38-aff6-9eb3afb74748 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=a72f267b-fdfe-4aa4-adea-56b3fa1455a7 HTTP/1.1" status: 200 len: 945 time: 0.0678673 Jun 18 12:55:59.427849 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-fd4413d5-25d0-46d2-aaed-dff3b05abfb0 req-5d3146a0-3c07-4b10-bae7-0edca58ae948 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327668 Jun 18 12:56:00.070462 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02d22d-15df-448b-b802-4bbc4710906a req-1b8dbb47-aa99-4260-8fd6-cf1980aa395a tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:00.072022 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ce02d22d-15df-448b-b802-4bbc4710906a req-1b8dbb47-aa99-4260-8fd6-cf1980aa395a tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff77c695-7a95-4282-9b3b-5999dfcd29c7 HTTP/1.1" status: 200 len: 943 time: 0.0685048 Jun 18 12:56:00.111536 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ce02d22d-15df-448b-b802-4bbc4710906a req-1e263bad-5821-4d66-b7e1-04b5b7a2daa9 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336747 Jun 18 12:56:00.418044 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6698cd-6620-4732-be58-f8cd88065c91 req-134925a3-1fc9-46e2-b8fd-110ba98f2369 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:00.419696 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-aa6698cd-6620-4732-be58-f8cd88065c91 req-134925a3-1fc9-46e2-b8fd-110ba98f2369 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0882659 Jun 18 12:56:00.484974 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-aa6698cd-6620-4732-be58-f8cd88065c91 req-697638a7-b073-4aa7-9cfb-fce2cd683a36 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566220 Jun 18 12:56:00.641818 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d9f3a8-3180-4e7b-8068-09bcc08c2deb req-a83a9366-e312-48a6-89c4-7006f1377cf1 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:00.643558 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b6d9f3a8-3180-4e7b-8068-09bcc08c2deb req-a83a9366-e312-48a6-89c4-7006f1377cf1 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=a72f267b-fdfe-4aa4-adea-56b3fa1455a7 HTTP/1.1" status: 200 len: 945 time: 0.0744708 Jun 18 12:56:00.683547 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b6d9f3a8-3180-4e7b-8068-09bcc08c2deb req-12f28b6a-62c9-445c-8398-bdb0c6dbebf3 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337813 Jun 18 12:56:01.301417 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13885bea-ee3f-47ae-9c72-0ec88be4ea9a req-7e77e212-94cd-4bfc-a2e1-2991ed9b3e01 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:01.306600 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-13885bea-ee3f-47ae-9c72-0ec88be4ea9a req-7e77e212-94cd-4bfc-a2e1-2991ed9b3e01 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff77c695-7a95-4282-9b3b-5999dfcd29c7 HTTP/1.1" status: 200 len: 943 time: 0.0661647 Jun 18 12:56:01.342312 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-13885bea-ee3f-47ae-9c72-0ec88be4ea9a req-abd1a9de-56fd-4dfe-8c0f-a57934e8ca4a tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334442 Jun 18 12:56:01.674197 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f50832-6cc3-47d5-888d-1495f11693ef req-edf69f12-f0ca-458c-845c-dc9de703f63c tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:01.675655 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-06f50832-6cc3-47d5-888d-1495f11693ef req-edf69f12-f0ca-458c-845c-dc9de703f63c tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0702581 Jun 18 12:56:01.714338 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-06f50832-6cc3-47d5-888d-1495f11693ef req-ea080736-3e44-4227-9453-a28e9536ab25 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329819 Jun 18 12:56:01.873498 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601dffe-68c6-4e84-ac0e-867afab24958 req-434dc9a5-f56c-4e8a-a670-5aed6327067f tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:01.875216 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-6601dffe-68c6-4e84-ac0e-867afab24958 req-434dc9a5-f56c-4e8a-a670-5aed6327067f tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=a72f267b-fdfe-4aa4-adea-56b3fa1455a7 HTTP/1.1" status: 200 len: 945 time: 0.0748258 Jun 18 12:56:01.921774 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-6601dffe-68c6-4e84-ac0e-867afab24958 req-c028cbbe-819d-4159-a43a-7a89598fb07e tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402365 Jun 18 12:56:02.536643 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3ec4e-665b-4460-99ab-8f8ff1b4e634 req-9149327c-2787-487f-9b96-c54195e73cc7 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:02.547125 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c4b3ec4e-665b-4460-99ab-8f8ff1b4e634 req-9149327c-2787-487f-9b96-c54195e73cc7 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff77c695-7a95-4282-9b3b-5999dfcd29c7 HTTP/1.1" status: 200 len: 943 time: 0.0792732 Jun 18 12:56:02.582347 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c4b3ec4e-665b-4460-99ab-8f8ff1b4e634 req-619adc3f-69b6-45ba-b74f-778fa1d53dd1 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353386 Jun 18 12:56:02.905543 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e612cd6-7d27-4350-838c-428cdc149e01 req-8934b952-184c-4177-bcdc-23461ad7a2f4 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:02.907779 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-9e612cd6-7d27-4350-838c-428cdc149e01 req-8934b952-184c-4177-bcdc-23461ad7a2f4 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0670950 Jun 18 12:56:02.950509 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-9e612cd6-7d27-4350-838c-428cdc149e01 req-e95cbdff-a155-4761-982d-3bffe58adb99 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355527 Jun 18 12:56:03.096102 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 49984) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:56:03.160486 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbfe56-a08d-4dd5-aa41-4803fece9992 req-11b37129-ee24-4733-a889-b39773a8ba7f tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:03.162042 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b4dbfe56-a08d-4dd5-aa41-4803fece9992 req-11b37129-ee24-4733-a889-b39773a8ba7f tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=a72f267b-fdfe-4aa4-adea-56b3fa1455a7 HTTP/1.1" status: 200 len: 945 time: 0.0994205 Jun 18 12:56:03.203111 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b4dbfe56-a08d-4dd5-aa41-4803fece9992 req-f185fb46-f3b2-4fa9-9695-7a6e61d22e15 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354335 Jun 18 12:56:03.236081 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-c124e8ce-0ef1-4892-bd0d-b40d55b6c0bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:03.332268 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-c124e8ce-0ef1-4892-bd0d-b40d55b6c0bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:03.337203 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-c124e8ce-0ef1-4892-bd0d-b40d55b6c0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:03.341308 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:03.383098 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-c124e8ce-0ef1-4892-bd0d-b40d55b6c0bc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5591a44e65734c229f5839a8c51dba0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2846968 Jun 18 12:56:03.385477 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124e8ce-0ef1-4892-bd0d-b40d55b6c0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ad439c-4210-4412-b517-1ff8e27ba376,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:03.386019 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 49998) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:56:03.393572 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c124e8ce-0ef1-4892-bd0d-b40d55b6c0bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:03.393938 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c124e8ce-0ef1-4892-bd0d-b40d55b6c0bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:03.394362 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c124e8ce-0ef1-4892-bd0d-b40d55b6c0bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:03.394776 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c124e8ce-0ef1-4892-bd0d-b40d55b6c0bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:03.395188 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c124e8ce-0ef1-4892-bd0d-b40d55b6c0bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:03.395601 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c124e8ce-0ef1-4892-bd0d-b40d55b6c0bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:03.396007 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c124e8ce-0ef1-4892-bd0d-b40d55b6c0bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:03.396602 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c124e8ce-0ef1-4892-bd0d-b40d55b6c0bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:03.396892 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c124e8ce-0ef1-4892-bd0d-b40d55b6c0bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:03.397299 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c124e8ce-0ef1-4892-bd0d-b40d55b6c0bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:03.397839 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c124e8ce-0ef1-4892-bd0d-b40d55b6c0bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:03.400864 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c124e8ce-0ef1-4892-bd0d-b40d55b6c0bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:03.406419 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-c124e8ce-0ef1-4892-bd0d-b40d55b6c0bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:03.421347 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 7b41002d-06e1-4b63-8721-701aff16359a details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=92827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 12:56:03.454633 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-fc68c543-0103-412a-b1ca-b5dd19ab830a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:03.493554 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-fc68c543-0103-412a-b1ca-b5dd19ab830a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:03.534507 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 7b41002d-06e1-4b63-8721-701aff16359a, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=7b41002d-06e1-4b63-8721-701aff16359a,segment=NetworkSegment(e587d116-c987-4841-ac36-df7fc653a40b),segment_id=e587d116-c987-4841-ac36-df7fc653a40b)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:56:03.547289 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Returning: {'device': '7b41002d-06e1-4b63-8721-701aff16359a', 'network_id': 'a113e043-4a5a-4caf-a999-fc7cdb516b93', 'port_id': '7b41002d-06e1-4b63-8721-701aff16359a', 'mac_address': 'fa:16:3e:24:18:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b72791a-c35c-4e62-9737-cafa8645dd4b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 12:56:03.571027 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-fc68c543-0103-412a-b1ca-b5dd19ab830a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:03.573696 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-fc68c543-0103-412a-b1ca-b5dd19ab830a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:03.577231 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-fc68c543-0103-412a-b1ca-b5dd19ab830a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/81ad439c-4210-4412-b517-1ff8e27ba376 HTTP/1.1" status: 204 len: 168 time: 0.1899669 Jun 18 12:56:03.578134 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-3a870c4c-d562-43ce-b5ff-d8b5c751adbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:03.601772 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68c543-0103-412a-b1ca-b5dd19ab830a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ad439c-4210-4412-b517-1ff8e27ba376,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:03.612461 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:03.625716 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68c543-0103-412a-b1ca-b5dd19ab830a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:03.626771 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68c543-0103-412a-b1ca-b5dd19ab830a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:03.628805 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68c543-0103-412a-b1ca-b5dd19ab830a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:03.630668 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68c543-0103-412a-b1ca-b5dd19ab830a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:03.631946 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68c543-0103-412a-b1ca-b5dd19ab830a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:03.632087 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b41002d-06e1-4b63-8721-701aff16359a {{(pid=92827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 12:56:03.633412 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68c543-0103-412a-b1ca-b5dd19ab830a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:03.633878 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68c543-0103-412a-b1ca-b5dd19ab830a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:03.634678 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68c543-0103-412a-b1ca-b5dd19ab830a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:03.635589 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68c543-0103-412a-b1ca-b5dd19ab830a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:03.636374 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68c543-0103-412a-b1ca-b5dd19ab830a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:03.637155 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68c543-0103-412a-b1ca-b5dd19ab830a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:03.642960 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68c543-0103-412a-b1ca-b5dd19ab830a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:03.655487 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-fc68c543-0103-412a-b1ca-b5dd19ab830a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:03.677917 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 7b41002d-06e1-4b63-8721-701aff16359a, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=7b41002d-06e1-4b63-8721-701aff16359a,segment=NetworkSegment(e587d116-c987-4841-ac36-df7fc653a40b),segment_id=e587d116-c987-4841-ac36-df7fc653a40b)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:56:03.697234 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:03.699531 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:03.809878 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=7b41002d-06e1-4b63-8721-701aff16359a,revision_number=4']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:03.832656 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:03.833054 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:03.833430 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:03.833765 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:03.838218 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:03.842443 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:03.842846 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:03.843254 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:03.844839 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:03.846834 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:03.847262 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:03.847610 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:03.855706 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:03.865311 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f097088-066d-462d-ad85-792771474b2b req-044b9979-8cd5-4468-aabc-46cedb1b8b37 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:03.872224 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5f097088-066d-462d-ad85-792771474b2b req-044b9979-8cd5-4468-aabc-46cedb1b8b37 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff77c695-7a95-4282-9b3b-5999dfcd29c7 HTTP/1.1" status: 200 len: 944 time: 0.1160872 Jun 18 12:56:03.928867 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5f097088-066d-462d-ad85-792771474b2b req-9e566153-1718-4e07-baca-e79d62172ec3 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528326 Jun 18 12:56:04.103435 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 50038) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:56:04.161183 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-71ae3053-5fe5-4019-a26b-29594a1f10be admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:04.265906 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135d9c9-81e0-4681-9206-75e8778775d1 req-d09f2b18-ac4f-40ca-8099-ff94651d4ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:04.268279 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4135d9c9-81e0-4681-9206-75e8778775d1 req-d09f2b18-ac4f-40ca-8099-ff94651d4ae1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 1099 time: 0.1546056 Jun 18 12:56:04.281050 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489d449-d823-4f63-a28c-f478dce45102 req-b2990337-8b7f-4212-85a1-e83ee24e3403 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:04.283288 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-2489d449-d823-4f63-a28c-f478dce45102 req-b2990337-8b7f-4212-85a1-e83ee24e3403 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.1729634 Jun 18 12:56:04.379933 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-2489d449-d823-4f63-a28c-f478dce45102 req-e0e0a37d-124d-4437-962e-5a7fe8e907ff tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725543 Jun 18 12:56:04.383547 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4135d9c9-81e0-4681-9206-75e8778775d1 req-c5f8a737-a7d1-49b5-90ff-1dbf387e9d9c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992231 Jun 18 12:56:04.402679 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-71ae3053-5fe5-4019-a26b-29594a1f10be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:04.406717 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-71ae3053-5fe5-4019-a26b-29594a1f10be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:04.409670 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-c124e8ce-0ef1-4892-bd0d-b40d55b6c0bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:04.458865 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-71ae3053-5fe5-4019-a26b-29594a1f10be admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=236fe2d3e92d41ff8927b400a360f7e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3453436 Jun 18 12:56:04.458865 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae3053-5fe5-4019-a26b-29594a1f10be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e04d628-63b5-4639-a7c2-a2d6759fa0c7,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:04.459061 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 50052) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:56:04.462713 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-71ae3053-5fe5-4019-a26b-29594a1f10be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:04.505404 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-d3007fe4-3ac8-4cf6-8305-35f13c74ac71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:04.520475 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['7b41002d-06e1-4b63-8721-701aff16359a'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 12:56:04.534509 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-d3007fe4-3ac8-4cf6-8305-35f13c74ac71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:04.589098 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-d3007fe4-3ac8-4cf6-8305-35f13c74ac71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:04.593560 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-d3007fe4-3ac8-4cf6-8305-35f13c74ac71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:04.595851 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-d3007fe4-3ac8-4cf6-8305-35f13c74ac71 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3e04d628-63b5-4639-a7c2-a2d6759fa0c7 HTTP/1.1" status: 204 len: 168 time: 0.1412973 Jun 18 12:56:04.596726 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-bf1fecac-a357-4d00-bec7-d981f687f2d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:04.607254 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3007fe4-3ac8-4cf6-8305-35f13c74ac71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e04d628-63b5-4639-a7c2-a2d6759fa0c7,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:04.616579 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-d3007fe4-3ac8-4cf6-8305-35f13c74ac71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:04.977024 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 50070) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:56:04.997809 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-5afeca4a-6a10-4fab-ac0e-2264b823c189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:05.124708 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-5afeca4a-6a10-4fab-ac0e-2264b823c189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:05.128738 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07db5c-b9cf-421c-ad07-ec38cc9be5bd req-47231ccb-8383-4e31-bf9e-7e3670e0b49a tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:05.129425 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-5afeca4a-6a10-4fab-ac0e-2264b823c189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:05.130416 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-9f07db5c-b9cf-421c-ad07-ec38cc9be5bd req-47231ccb-8383-4e31-bf9e-7e3670e0b49a tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff77c695-7a95-4282-9b3b-5999dfcd29c7 HTTP/1.1" status: 200 len: 944 time: 0.0905542 Jun 18 12:56:05.131669 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-b6f5ad0e-a7a5-44f6-8e51-eb32dcd93a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:05.167690 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-5afeca4a-6a10-4fab-ac0e-2264b823c189 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9ac366b676f94f8eb10bef24f5628c74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1895325 Jun 18 12:56:05.168943 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afeca4a-6a10-4fab-ac0e-2264b823c189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347e4b7b-f7e9-41d6-b1cc-4f4c834a308d,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:05.171427 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 50078) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:56:05.171948 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-5afeca4a-6a10-4fab-ac0e-2264b823c189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:05.181608 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-9f07db5c-b9cf-421c-ad07-ec38cc9be5bd req-ec7a4947-00f7-4cbc-84a9-3ad1ed9e5285 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451689 Jun 18 12:56:05.226534 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9d6a6fdb-d4cd-4a5a-94dc-cc257e259b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:05.248471 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9d6a6fdb-d4cd-4a5a-94dc-cc257e259b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:05.294285 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9d6a6fdb-d4cd-4a5a-94dc-cc257e259b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:05.297182 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9d6a6fdb-d4cd-4a5a-94dc-cc257e259b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:05.301388 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-9d6a6fdb-d4cd-4a5a-94dc-cc257e259b62 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/347e4b7b-f7e9-41d6-b1cc-4f4c834a308d HTTP/1.1" status: 204 len: 168 time: 0.1286988 Jun 18 12:56:05.302320 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-8f2e0043-6a95-4c6e-ab4d-320ca5aac60b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:05.312274 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a6fdb-d4cd-4a5a-94dc-cc257e259b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347e4b7b-f7e9-41d6-b1cc-4f4c834a308d,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:05.315667 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-9d6a6fdb-d4cd-4a5a-94dc-cc257e259b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:05.582880 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c99b21-aaad-4c6e-a00b-55eeba483faf req-cb5ccf10-2792-4826-a823-05ea1ef54236 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:05.584552 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-84c99b21-aaad-4c6e-a00b-55eeba483faf req-cb5ccf10-2792-4826-a823-05ea1ef54236 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0726764 Jun 18 12:56:05.628103 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-84c99b21-aaad-4c6e-a00b-55eeba483faf req-51a56ad4-0917-48ff-94bb-c1110aa58eec tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376351 Jun 18 12:56:06.467418 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ed9f4-7362-4b2f-8bc0-c92a80f746b1 req-ce86efaf-87eb-4b5c-ab54-d90b7ccffa22 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:06.469284 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-492ed9f4-7362-4b2f-8bc0-c92a80f746b1 req-ce86efaf-87eb-4b5c-ab54-d90b7ccffa22 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff77c695-7a95-4282-9b3b-5999dfcd29c7 HTTP/1.1" status: 200 len: 944 time: 0.1253028 Jun 18 12:56:06.545169 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-492ed9f4-7362-4b2f-8bc0-c92a80f746b1 req-6efb13b9-f61c-403a-b430-c9ca21f718ae tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656900 Jun 18 12:56:06.598445 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 50144) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:56:06.632604 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-2499d673-c76a-48e9-9a40-6e4d1bc46c95 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:06.634492 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-2499d673-c76a-48e9-9a40-6e4d1bc46c95 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/networks?id=96265354-97f1-45e3-b090-724354f3a0d8 HTTP/1.1" status: 200 len: 815 time: 0.1473482 Jun 18 12:56:06.650829 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-7ba278bc-3f98-4f4d-8f6a-1cca50aa3dea tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/quotas/0223531b4ac843c69ac98aed7456c0b5 HTTP/1.1" status: 200 len: 375 time: 0.0110552 Jun 18 12:56:06.740800 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-a9bc30b8-5fcd-401d-a80e-2c260427f290 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=0223531b4ac843c69ac98aed7456c0b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0829737 Jun 18 12:56:06.817810 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-7058c5c0-7167-48a8-9c4a-e2862a447d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:06.860456 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-834d38a4-1850-4cdd-9fc3-b3c5db26139b service neutron] 10.222.0.86 "GET /v2.0/networks/96265354-97f1-45e3-b090-724354f3a0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114681 Jun 18 12:56:06.886719 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23212ac-84b4-4449-8421-cae1d08a3935 req-09de0299-74ad-4966-9340-30acc22bfdec tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:06.888217 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-e23212ac-84b4-4449-8421-cae1d08a3935 req-09de0299-74ad-4966-9340-30acc22bfdec tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.1178122 Jun 18 12:56:06.964365 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-e23212ac-84b4-4449-8421-cae1d08a3935 req-d6c73faa-3f3c-4d98-953f-c44120305dc1 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657961 Jun 18 12:56:06.981468 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-d167f9ea-5557-4e86-a5e3-f29726cae38b service neutron] 10.222.0.86 "GET /v2.0/networks/96265354-97f1-45e3-b090-724354f3a0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110778 Jun 18 12:56:07.026441 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-7058c5c0-7167-48a8-9c4a-e2862a447d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:07.040112 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-7058c5c0-7167-48a8-9c4a-e2862a447d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:07.066839 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-eb3bd48a-4c42-4c9f-8ed0-05009c07906c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:07.105988 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7058c5c0-7167-48a8-9c4a-e2862a447d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3219d9a-ea4b-4ce8-ab8c-14483a5a36e0,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:07.110842 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-7058c5c0-7167-48a8-9c4a-e2862a447d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:07.123147 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-7058c5c0-7167-48a8-9c4a-e2862a447d2f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9d373cbca74c4d618e1ef3857a8e4c7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5236397 Jun 18 12:56:07.125410 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 50168) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:56:07.224110 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6e76c-ccb6-4c52-a796-55a69e10c52f req-81b22fdb-f2d1-46e1-aa76-ac04c19da2d2 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:07.225305 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-10c4ad95-100a-4285-ab2f-82d8df7519e1 req-f434f5df-1c73-4eb9-90b8-c8862e1ccca2 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=913981da-76de-4714-9db6-dad6dc5f0ab5 HTTP/1.1" status: 200 len: 210 time: 0.0476696 Jun 18 12:56:07.230869 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-5bb6e76c-ccb6-4c52-a796-55a69e10c52f req-81b22fdb-f2d1-46e1-aa76-ac04c19da2d2 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0885715 Jun 18 12:56:07.234500 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-68926e6d-f2a6-4e47-af79-f4ad5fdf4fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:07.262957 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-68926e6d-f2a6-4e47-af79-f4ad5fdf4fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:07.291025 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-5bb6e76c-ccb6-4c52-a796-55a69e10c52f req-9ce335d0-2131-4aa3-ac73-d4e6155d524a tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559127 Jun 18 12:56:07.326916 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-68926e6d-f2a6-4e47-af79-f4ad5fdf4fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:07.330445 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-68926e6d-f2a6-4e47-af79-f4ad5fdf4fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:07.341895 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-68926e6d-f2a6-4e47-af79-f4ad5fdf4fe1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b3219d9a-ea4b-4ce8-ab8c-14483a5a36e0 HTTP/1.1" status: 204 len: 168 time: 0.2155156 Jun 18 12:56:07.342956 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-e1aaf0e1-791e-4365-841f-187eef9649e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:07.356869 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68926e6d-f2a6-4e47-af79-f4ad5fdf4fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3219d9a-ea4b-4ce8-ab8c-14483a5a36e0,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:07.359272 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-68926e6d-f2a6-4e47-af79-f4ad5fdf4fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:07.466306 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 7b41002d-06e1-4b63-8721-701aff16359a up at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:56:07.570931 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning for port 7b41002d-06e1-4b63-8721-701aff16359a completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:56:07.576432 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning complete for port 7b41002d-06e1-4b63-8721-701aff16359a triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:56:07.577104 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:07.727016 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:07.844679 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff77c695-7a95-4282-9b3b-5999dfcd29c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b41002d-06e1-4b63-8721-701aff16359a'}] {{(pid=92827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 12:56:07.847624 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c43e27dad5924667550749323780498268b495889c5e44707aafbe87e8432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183ec29e-0cd9-418e-9612-cad6daff04dd" -d '{"events": [{"server_uuid": "ff77c695-7a95-4282-9b3b-5999dfcd29c7", "name": "network-vif-plugged", "status": "completed", "tag": "7b41002d-06e1-4b63-8721-701aff16359a"}]}' {{(pid=92827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 12:56:07.877431 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 7b41002d-06e1-4b63-8721-701aff16359a, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=7b41002d-06e1-4b63-8721-701aff16359a,segment=NetworkSegment(e587d116-c987-4841-ac36-df7fc653a40b),segment_id=e587d116-c987-4841-ac36-df7fc653a40b)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:56:07.878301 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:07.880321 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:07.924779 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 12:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca47ab6-b6e7-468c-8d01-cf6e6a6fbb36 x-openstack-request-id: req-2ca47ab6-b6e7-468c-8d01-cf6e6a6fbb36 {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 12:56:07.925075 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff77c695-7a95-4282-9b3b-5999dfcd29c7", "name": "network-vif-plugged", "status": "completed", "tag": "7b41002d-06e1-4b63-8721-701aff16359a", "code": 200}]} {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 12:56:07.925530 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2ca47ab6-b6e7-468c-8d01-cf6e6a6fbb36 {{(pid=92827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 12:56:07.925929 dv-cinder-797073-1-iscsi neutron-server[92827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff77c695-7a95-4282-9b3b-5999dfcd29c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b41002d-06e1-4b63-8721-701aff16359a', 'code': 200} Jun 18 12:56:07.926980 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce95df-a592-4c06-b2ee-5cb4d80eb9dd req-799c8cb5-02ec-43b2-9011-ffc37a65d1c6 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:07.934297 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-a1ce95df-a592-4c06-b2ee-5cb4d80eb9dd req-799c8cb5-02ec-43b2-9011-ffc37a65d1c6 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff77c695-7a95-4282-9b3b-5999dfcd29c7 HTTP/1.1" status: 200 len: 944 time: 0.1382236 Jun 18 12:56:07.954822 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=7b41002d-06e1-4b63-8721-701aff16359a,revision_number=5']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:07.958191 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:07.989430 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-a1ce95df-a592-4c06-b2ee-5cb4d80eb9dd req-b0fac155-1d6f-4fb1-853d-b1ea5da6b1d7 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541358 Jun 18 12:56:08.217928 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd61e4a-6cf4-45ab-9275-43c83fc5bc2e req-4f201802-8fd1-4408-adb7-ad3cd3991dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:08.219535 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1cd61e4a-6cf4-45ab-9275-43c83fc5bc2e req-4f201802-8fd1-4408-adb7-ad3cd3991dfd service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ff77c695-7a95-4282-9b3b-5999dfcd29c7 HTTP/1.1" status: 200 len: 1098 time: 0.0540841 Jun 18 12:56:08.255002 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1cd61e4a-6cf4-45ab-9275-43c83fc5bc2e req-9a346f0d-1992-45c9-a5f4-c5a3515635c7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283625 Jun 18 12:56:08.374215 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-2000bade-26be-4666-a783-6ce49fc80c92 req-281624d1-d560-432b-ad67-fe19634060da tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=913981da-76de-4714-9db6-dad6dc5f0ab5 HTTP/1.1" status: 200 len: 210 time: 0.0332348 Jun 18 12:56:08.450087 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 50210) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:56:08.559757 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-923999b8-ec1a-4b25-9fd7-593f96e0024c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:08.653004 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-923999b8-ec1a-4b25-9fd7-593f96e0024c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:08.657590 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-923999b8-ec1a-4b25-9fd7-593f96e0024c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:08.659882 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:08.692944 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923999b8-ec1a-4b25-9fd7-593f96e0024c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f1b448-f0c8-4ed0-ae18-c5c43b752a2c,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:08.697618 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-923999b8-ec1a-4b25-9fd7-593f96e0024c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3ba4e2b324664d0f9e1661b53faca8bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2463009 Jun 18 12:56:08.698399 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-923999b8-ec1a-4b25-9fd7-593f96e0024c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:08.700531 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 50218) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:56:08.754012 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-7b35bda2-64ec-411e-ac74-e199b461e22f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:08.775078 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-7b35bda2-64ec-411e-ac74-e199b461e22f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:08.822822 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-7b35bda2-64ec-411e-ac74-e199b461e22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:08.825298 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-7b35bda2-64ec-411e-ac74-e199b461e22f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:08.826379 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-7b35bda2-64ec-411e-ac74-e199b461e22f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d3f1b448-f0c8-4ed0-ae18-c5c43b752a2c HTTP/1.1" status: 204 len: 168 time: 0.1253941 Jun 18 12:56:08.827164 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-c74ca693-21cf-4c22-bf1b-ba9bb889147e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:08.836749 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b35bda2-64ec-411e-ac74-e199b461e22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f1b448-f0c8-4ed0-ae18-c5c43b752a2c,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:08.840790 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-7b35bda2-64ec-411e-ac74-e199b461e22f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:09.174584 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fce0c9-6fb2-4857-8c09-b3b6771a2165 req-6de4f440-cb6a-4ecb-8861-6661471090b0 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:09.176484 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d9fce0c9-6fb2-4857-8c09-b3b6771a2165 req-6de4f440-cb6a-4ecb-8861-6661471090b0 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff77c695-7a95-4282-9b3b-5999dfcd29c7 HTTP/1.1" status: 200 len: 945 time: 0.0768192 Jun 18 12:56:09.215415 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d9fce0c9-6fb2-4857-8c09-b3b6771a2165 req-df368f11-be81-4de3-9ed5-1f6f525b033e tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329831 Jun 18 12:56:09.494802 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-70114b7a-91d4-4ada-b803-072cd63255b0 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:09.496381 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-70114b7a-91d4-4ada-b803-072cd63255b0 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.77 "GET /v2.0/networks?id=96265354-97f1-45e3-b090-724354f3a0d8 HTTP/1.1" status: 200 len: 815 time: 0.1299429 Jun 18 12:56:09.513329 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 50248) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:56:09.525872 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-c969efe2-ba47-40a5-95ad-ca79ac012277 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Request body: {'port': {'device_id': '913981da-76de-4714-9db6-dad6dc5f0ab5', 'network_id': '96265354-97f1-45e3-b090-724354f3a0d8', 'admin_state_up': True, 'tenant_id': '0223531b4ac843c69ac98aed7456c0b5'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:56:09.565846 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-631db2b5-6f95-4bda-86d0-27ef92ecefdf req-b66c6e1b-bf4e-473c-a9fb-845fa792b746 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=913981da-76de-4714-9db6-dad6dc5f0ab5 HTTP/1.1" status: 200 len: 210 time: 0.0600297 Jun 18 12:56:09.654316 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-168bab6c-8f7f-4750-a030-d0bb9c67e6cb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-529498587-network', 'tenant_id': '76a1137086a74a1d8351f72b15781da7'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:56:09.672237 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-c969efe2-ba47-40a5-95ad-ca79ac012277 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Made reservation on behalf of 0223531b4ac843c69ac98aed7456c0b5 for: {'port': 1} {{(pid=92826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:56:09.675802 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-c969efe2-ba47-40a5-95ad-ca79ac012277 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:09.713434 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168bab6c-8f7f-4750-a030-d0bb9c67e6cb admin admin] Made reservation on behalf of 76a1137086a74a1d8351f72b15781da7 for: {'network': 1} {{(pid=92826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:56:09.715990 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-168bab6c-8f7f-4750-a030-d0bb9c67e6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for network, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:09.758088 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-168bab6c-8f7f-4750-a030-d0bb9c67e6cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:09.861325 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.db_base_plugin_common [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-c969efe2-ba47-40a5-95ad-ca79ac012277 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Allocated IP 172.20.0.12 (96265354-97f1-45e3-b090-724354f3a0d8/fd68f4da-dd03-4cd6-93b2-a3dfbb56f132/673f1008-f347-4dc0-b064-930b2232ddad) {{(pid=92826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 12:56:09.995419 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-168bab6c-8f7f-4750-a030-d0bb9c67e6cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:10.003554 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-168bab6c-8f7f-4750-a030-d0bb9c67e6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:10.011126 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:10.033706 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-168bab6c-8f7f-4750-a030-d0bb9c67e6cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=92826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 12:56:10.065717 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-168bab6c-8f7f-4750-a030-d0bb9c67e6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559'] for segment, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:10.066056 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.db.segments_db [None req-168bab6c-8f7f-4750-a030-d0bb9c67e6cb admin admin] Added segment 20fee010-b67a-4285-82a0-f1f158c302fe of type vlan for network 30ee0f4a-9895-462e-97b8-d479dbd49188 Jun 18 12:56:10.074864 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168bab6c-8f7f-4750-a030-d0bb9c67e6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e48c6c0-766f-4150-8e93-8363eab62837,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:10.078425 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-168bab6c-8f7f-4750-a030-d0bb9c67e6cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:10.133573 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-168bab6c-8f7f-4750-a030-d0bb9c67e6cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743828617162'] for network, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:10.139559 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-c969efe2-ba47-40a5-95ad-ca79ac012277 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Notify callbacks [] for port, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:10.185978 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-168bab6c-8f7f-4750-a030-d0bb9c67e6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2056967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782'] for network, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:10.191201 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168bab6c-8f7f-4750-a030-d0bb9c67e6cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:10.191931 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-168bab6c-8f7f-4750-a030-d0bb9c67e6cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for network, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:10.195752 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:10.260105 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-c969efe2-ba47-40a5-95ad-ca79ac012277 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4940139'] for port, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:10.267129 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-168bab6c-8f7f-4750-a030-d0bb9c67e6cb admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7523301 Jun 18 12:56:10.271520 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 50270) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:56:10.289279 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-81dd1dcc-8913-4269-9031-17dc1529421f admin admin] Request body: {'subnet': {'network_id': '30ee0f4a-9895-462e-97b8-d479dbd49188', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-529498587-subnet', 'tenant_id': '76a1137086a74a1d8351f72b15781da7', 'ip_version': 4}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:56:10.291594 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168bab6c-8f7f-4750-a030-d0bb9c67e6cb admin admin] Pushing event updated for resources: {'Network': ['ID=30ee0f4a-9895-462e-97b8-d479dbd49188,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:10.294456 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-168bab6c-8f7f-4750-a030-d0bb9c67e6cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:10.296146 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:10.315745 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Network 30ee0f4a-9895-462e-97b8-d479dbd49188 details requested by agent ovs-agent-dv-cinder-797073-1-iscsi with host dv-cinder-797073-1-iscsi {{(pid=92827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 12:56:10.319190 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['de4f3974-6882-4077-970d-a860341fda6e', 'd356bc83-21d6-40ab-b9b9-beb519ab2fac'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 12:56:10.337027 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dd1dcc-8913-4269-9031-17dc1529421f admin admin] Made reservation on behalf of 76a1137086a74a1d8351f72b15781da7 for: {'subnet': 1} {{(pid=92825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:56:10.345657 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-81dd1dcc-8913-4269-9031-17dc1529421f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8063629'] for subnet, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:10.431746 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c969efe2-ba47-40a5-95ad-ca79ac012277 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Pushing event updated for resources: {'Port': ['ID=673f1008-f347-4dc0-b064-930b2232ddad,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:10.434688 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-c969efe2-ba47-40a5-95ad-ca79ac012277 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:10.441768 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-c969efe2-ba47-40a5-95ad-ca79ac012277 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Network 96265354-97f1-45e3-b090-724354f3a0d8 is already hosted by enough agents. {{(pid=92826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:56:10.471993 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.base_scheduler [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-c969efe2-ba47-40a5-95ad-ca79ac012277 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Resources bound (agent type, host, resource id): {{(pid=92826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:56:10.474938 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-c969efe2-ba47-40a5-95ad-ca79ac012277 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Received port after_create {{(pid=92826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 12:56:10.522194 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e4dfe-a64a-4a72-9f79-be4e1810a36b req-fe7afe3d-0bb1-46f6-a73e-75354350207d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:10.524506 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-1f9e4dfe-a64a-4a72-9f79-be4e1810a36b req-fe7afe3d-0bb1-46f6-a73e-75354350207d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3262259bc9f24b35be563085fd3a260f&device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 1098 time: 0.1508920 Jun 18 12:56:10.605645 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-c969efe2-ba47-40a5-95ad-ca79ac012277 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:10.606979 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-c969efe2-ba47-40a5-95ad-ca79ac012277 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:10.652634 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-c969efe2-ba47-40a5-95ad-ca79ac012277 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1316421 Jun 18 12:56:10.671699 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66a9ff-5080-4bc0-b41d-d5e43606fc16 req-563b0366-74ca-4feb-86d9-193e4453af72 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:10.677659 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-bf66a9ff-5080-4bc0-b41d-d5e43606fc16 req-563b0366-74ca-4feb-86d9-193e4453af72 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff77c695-7a95-4282-9b3b-5999dfcd29c7 HTTP/1.1" status: 200 len: 945 time: 0.2418249 Jun 18 12:56:10.688182 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-32ea56fd-59b0-45db-aa3c-80c7467b61f0 service neutron] Request body: {'port': {'device_id': '913981da-76de-4714-9db6-dad6dc5f0ab5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79707'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:56:10.757133 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e4dfe-a64a-4a72-9f79-be4e1810a36b req-15ce7dae-4cc5-441c-9354-8720b5591419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:10.763320 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-1f9e4dfe-a64a-4a72-9f79-be4e1810a36b req-15ce7dae-4cc5-441c-9354-8720b5591419 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bf40e680-3b6f-4529-b4ac-893d28128a35 HTTP/1.1" status: 200 len: 920 time: 0.2274892 Jun 18 12:56:10.861010 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-32ea56fd-59b0-45db-aa3c-80c7467b61f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:10.866390 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-bf66a9ff-5080-4bc0-b41d-d5e43606fc16 req-09ee7e45-b89d-4639-b85f-d12f56509ad8 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668978 Jun 18 12:56:11.073653 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-1f9e4dfe-a64a-4a72-9f79-be4e1810a36b req-a41b8008-4d83-43d9-9b94-83cf74f0e947 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1085e992-888c-4c43-af76-b565fadc2bbb HTTP/1.1" status: 200 len: 217 time: 0.2807310 Jun 18 12:56:11.118788 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-81dd1dcc-8913-4269-9031-17dc1529421f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8372270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8063647'] for subnet, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:11.129117 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-e4170375-ab32-433f-a5c5-7200a4d0ce4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:11.138126 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8ddfa-7e43-4413-a6c2-5cd88298952c req-d482af22-3218-4f28-bf05-c0a7bc4a9bf2 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:11.139564 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-aeb8ddfa-7e43-4413-a6c2-5cd88298952c req-d482af22-3218-4f28-bf05-c0a7bc4a9bf2 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=913981da-76de-4714-9db6-dad6dc5f0ab5 HTTP/1.1" status: 200 len: 932 time: 0.1359277 Jun 18 12:56:11.161286 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029cd13d-60d4-4771-94b3-4495d9e525ee req-3eebd4a0-b206-4743-bc3f-87539da7c81e tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:11.162989 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-029cd13d-60d4-4771-94b3-4495d9e525ee req-3eebd4a0-b206-4743-bc3f-87539da7c81e tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.4981003 Jun 18 12:56:11.192532 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e4dfe-a64a-4a72-9f79-be4e1810a36b req-32ed0a45-7f34-4bea-9a4c-99b5e4e89c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:11.193959 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-1f9e4dfe-a64a-4a72-9f79-be4e1810a36b req-32ed0a45-7f34-4bea-9a4c-99b5e4e89c7d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b591a7f2-4465-4b6a-8969-31efb5f2ee87 HTTP/1.1" status: 200 len: 859 time: 0.1110322 Jun 18 12:56:11.221413 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd1dcc-8913-4269-9031-17dc1529421f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2223505-7fbb-49dd-9bb8-6c3ce2ada832,revision_number=0']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:11.221648 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-aeb8ddfa-7e43-4413-a6c2-5cd88298952c req-86ba1c89-7c26-4eb9-bc8b-333fce16581c tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733624 Jun 18 12:56:11.229720 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.notifiers.nova [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-32ea56fd-59b0-45db-aa3c-80c7467b61f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 673f1008-f347-4dc0-b064-930b2232ddad {{(pid=92826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 12:56:11.238454 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-32ea56fd-59b0-45db-aa3c-80c7467b61f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:11.244547 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-81dd1dcc-8913-4269-9031-17dc1529421f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:11.248168 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-1f9e4dfe-a64a-4a72-9f79-be4e1810a36b req-771358dc-979e-4a96-acfc-5c9f889a52eb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bf40e680-3b6f-4529-b4ac-893d28128a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456815 Jun 18 12:56:11.259470 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.provisioning_blocks [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-32ea56fd-59b0-45db-aa3c-80c7467b61f0 service neutron] Transition to ACTIVE for port object 673f1008-f347-4dc0-b064-930b2232ddad will not be triggered until provisioned by entity L2. {{(pid=92826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:56:11.262953 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-32ea56fd-59b0-45db-aa3c-80c7467b61f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4940125'] for port, after_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:11.265094 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:11.270873 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-029cd13d-60d4-4771-94b3-4495d9e525ee req-a310568d-5071-4096-a11c-dfdf25791adc tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000321 Jun 18 12:56:11.330548 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd1dcc-8913-4269-9031-17dc1529421f admin admin] Checking segment: {'id': '20fee010-b67a-4285-82a0-f1f158c302fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '30ee0f4a-9895-462e-97b8-d479dbd49188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:56:11.330860 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dd1dcc-8913-4269-9031-17dc1529421f admin admin] Network hostable DHCP agents. Network: 30ee0f4a-9895-462e-97b8-d479dbd49188, hostable agents: ['a4764913-7e4e-4767-85bd-6fdf32f4ace2'], hosted agents: [] {{(pid=92825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 12:56:11.353870 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea56fd-59b0-45db-aa3c-80c7467b61f0 service neutron] Pushing event updated for resources: {'Port': ['ID=673f1008-f347-4dc0-b064-930b2232ddad,revision_number=2']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:11.362261 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dd1dcc-8913-4269-9031-17dc1529421f admin admin] Network 30ee0f4a-9895-462e-97b8-d479dbd49188 is scheduled to be hosted by DHCP agent a4764913-7e4e-4767-85bd-6fdf32f4ace2 with binding_index 1 {{(pid=92825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 12:56:11.372600 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-32ea56fd-59b0-45db-aa3c-80c7467b61f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:11.385304 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [None req-81dd1dcc-8913-4269-9031-17dc1529421f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797073-1-iscsi, 30ee0f4a-9895-462e-97b8-d479dbd49188) {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:56:11.389825 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dd1dcc-8913-4269-9031-17dc1529421f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:11.390380 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-81dd1dcc-8913-4269-9031-17dc1529421f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for subnet, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:11.394502 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e5aab6-2b7d-4296-aef0-16c9cf2eef4e None None] Network 30ee0f4a-9895-462e-97b8-d479dbd49188 requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 12:56:11.403394 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-1f9e4dfe-a64a-4a72-9f79-be4e1810a36b req-0e6d2c05-247e-4e94-a35a-65421831a346 service neutron] 10.222.0.77 "GET /v2.0/networks/bf40e680-3b6f-4529-b4ac-893d28128a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362484 Jun 18 12:56:11.411834 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-81dd1dcc-8913-4269-9031-17dc1529421f admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1386104 Jun 18 12:56:11.414647 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 50288) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:56:11.421562 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-af7e43fc-396d-40ff-ac37-a9c7ba800ef2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-529498587-router', 'tenant_id': '76a1137086a74a1d8351f72b15781da7', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'}}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:56:11.446355 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.managers [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-32ea56fd-59b0-45db-aa3c-80c7467b61f0 service neutron] Attempting to bind port 673f1008-f347-4dc0-b064-930b2232ddad on host hv-cinder-79707 for vnic_type normal with profile {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 12:56:11.446797 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.managers [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-32ea56fd-59b0-45db-aa3c-80c7467b61f0 service neutron] Attempting to bind port 673f1008-f347-4dc0-b064-930b2232ddad by drivers openvswitch,hyperv on host hv-cinder-79707 at level 0 using segments [{'id': 'c2803c3c-f53b-412a-8fcc-4a7a8ff8f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '96265354-97f1-45e3-b090-724354f3a0d8'}] {{(pid=92826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 12:56:11.447286 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-32ea56fd-59b0-45db-aa3c-80c7467b61f0 service neutron] Attempting to bind port 673f1008-f347-4dc0-b064-930b2232ddad on network 96265354-97f1-45e3-b090-724354f3a0d8 {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:56:11.456111 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-32ea56fd-59b0-45db-aa3c-80c7467b61f0 service neutron] Port 673f1008-f347-4dc0-b064-930b2232ddad on network 96265354-97f1-45e3-b090-724354f3a0d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79707 {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 12:56:11.456111 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-32ea56fd-59b0-45db-aa3c-80c7467b61f0 service neutron] Attempting to bind port 673f1008-f347-4dc0-b064-930b2232ddad on network 96265354-97f1-45e3-b090-724354f3a0d8 {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:56:11.462373 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-32ea56fd-59b0-45db-aa3c-80c7467b61f0 service neutron] Checking agent: {'id': '7546d223-5e56-44d8-9441-1a8a85fbff90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79707', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'started_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 12, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 12:56:11.462533 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-32ea56fd-59b0-45db-aa3c-80c7467b61f0 service neutron] Checking segment: {'id': 'c2803c3c-f53b-412a-8fcc-4a7a8ff8f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '96265354-97f1-45e3-b090-724354f3a0d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:56:11.462856 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-32ea56fd-59b0-45db-aa3c-80c7467b61f0 service neutron] Bound using segment: {'id': 'c2803c3c-f53b-412a-8fcc-4a7a8ff8f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '96265354-97f1-45e3-b090-724354f3a0d8'} {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 12:56:11.463746 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.managers [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-32ea56fd-59b0-45db-aa3c-80c7467b61f0 service neutron] Bound port: 673f1008-f347-4dc0-b064-930b2232ddad, host: hv-cinder-79707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2803c3c-f53b-412a-8fcc-4a7a8ff8f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '96265354-97f1-45e3-b090-724354f3a0d8'}}] {{(pid=92826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 12:56:11.464101 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-32ea56fd-59b0-45db-aa3c-80c7467b61f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:11.467912 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-af7e43fc-396d-40ff-ac37-a9c7ba800ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2084009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28470'] for router, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:11.467912 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-af7e43fc-396d-40ff-ac37-a9c7ba800ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2084052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1971176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28495'] for router, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:11.514155 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-1f9e4dfe-a64a-4a72-9f79-be4e1810a36b req-21c21cfd-a300-4174-b2df-20ab6881dcc2 service neutron] 10.222.0.77 "GET /v2.0/networks/bf40e680-3b6f-4529-b4ac-893d28128a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002777 Jun 18 12:56:11.556023 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-af7e43fc-396d-40ff-ac37-a9c7ba800ef2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:11.578547 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d62fb7-2f09-433f-aac5-d0679e5596ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdfc798f7-bdfd-51cf-81b5-ef75a3e95708-30ee0f4a-9895-462e-97b8-d479dbd49188', 'network_id': '30ee0f4a-9895-462e-97b8-d479dbd49188', 'tenant_id': '76a1137086a74a1d8351f72b15781da7', 'fixed_ips': [{'subnet_id': 'e2223505-7fbb-49dd-9bb8-6c3ce2ada832'}]}} from dv-cinder-797073-1-iscsi. {{(pid=92827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 12:56:11.579623 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-63d62fb7-2f09-433f-aac5-d0679e5596ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:11.637425 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-32ea56fd-59b0-45db-aa3c-80c7467b61f0 service neutron] For port 673f1008-f347-4dc0-b064-930b2232ddad, host hv-cinder-79707, cleared binding levels {{(pid=92826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 12:56:11.684178 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-32ea56fd-59b0-45db-aa3c-80c7467b61f0 service neutron] For port 673f1008-f347-4dc0-b064-930b2232ddad, host hv-cinder-79707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=673f1008-f347-4dc0-b064-930b2232ddad,segment=NetworkSegment(c2803c3c-f53b-412a-8fcc-4a7a8ff8f778),segment_id=c2803c3c-f53b-412a-8fcc-4a7a8ff8f778)] {{(pid=92826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 12:56:11.713270 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-32ea56fd-59b0-45db-aa3c-80c7467b61f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4940125'] for port, after_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:11.718088 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:11.721809 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-af7e43fc-396d-40ff-ac37-a9c7ba800ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054888', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2083931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28509'] for router, precommit_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:11.727252 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.db_base_plugin_common [None req-63d62fb7-2f09-433f-aac5-d0679e5596ce None None] Allocated IP 172.20.0.2 (30ee0f4a-9895-462e-97b8-d479dbd49188/e2223505-7fbb-49dd-9bb8-6c3ce2ada832/46acd8f2-048b-47b1-a227-2f2faaa99b88) {{(pid=92827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 12:56:11.773387 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-32ea56fd-59b0-45db-aa3c-80c7467b61f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:11.773993 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-32ea56fd-59b0-45db-aa3c-80c7467b61f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:11.775360 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-32ea56fd-59b0-45db-aa3c-80c7467b61f0 service neutron] 10.222.0.77 "PUT /v2.0/ports/673f1008-f347-4dc0-b064-930b2232ddad HTTP/1.1" status: 200 len: 1094 time: 1.0967686 Jun 18 12:56:11.777316 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '913981da-76de-4714-9db6-dad6dc5f0ab5', 'tag': '673f1008-f347-4dc0-b064-930b2232ddad'}] {{(pid=92826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 12:56:11.779569 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7173dab7d1fbfef731d5f8fd5c52510eeface1fe9a62799688baadb2f5777418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2f71ff-ae62-4408-8a94-e9aa5f5bd077" -d '{"events": [{"name": "network-changed", "server_uuid": "913981da-76de-4714-9db6-dad6dc5f0ab5", "tag": "673f1008-f347-4dc0-b064-930b2232ddad"}]}' {{(pid=92826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 12:56:11.821277 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 12:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad194473-c41e-4bc8-ab58-84bd6a6ede71 x-openstack-request-id: req-ad194473-c41e-4bc8-ab58-84bd6a6ede71 {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 12:56:11.821624 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "913981da-76de-4714-9db6-dad6dc5f0ab5", "tag": "673f1008-f347-4dc0-b064-930b2232ddad", "status": "completed", "code": 200}]} {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 12:56:11.821891 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ad194473-c41e-4bc8-ab58-84bd6a6ede71 {{(pid=92826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 12:56:11.822320 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '913981da-76de-4714-9db6-dad6dc5f0ab5', 'tag': '673f1008-f347-4dc0-b064-930b2232ddad', 'status': 'completed', 'code': 200} Jun 18 12:56:11.835929 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea56fd-59b0-45db-aa3c-80c7467b61f0 service neutron] Pushing event updated for resources: {'Port': ['ID=673f1008-f347-4dc0-b064-930b2232ddad,revision_number=3']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:11.839624 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-32ea56fd-59b0-45db-aa3c-80c7467b61f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:11.907334 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-63d62fb7-2f09-433f-aac5-d0679e5596ce None None] Notify callbacks [] for port, precommit_create {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:11.918560 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-63d62fb7-2f09-433f-aac5-d0679e5596ce None None] Transition to ACTIVE for port object 46acd8f2-048b-47b1-a227-2f2faaa99b88 will not be triggered until provisioned by entity L2. {{(pid=92827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:56:11.935639 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-63d62fb7-2f09-433f-aac5-d0679e5596ce None None] Transition to ACTIVE for port object 46acd8f2-048b-47b1-a227-2f2faaa99b88 will not be triggered until provisioned by entity DHCP. {{(pid=92827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:56:11.942957 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-63d62fb7-2f09-433f-aac5-d0679e5596ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645'] for port, after_create {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:11.945077 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:11.986892 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d62fb7-2f09-433f-aac5-d0679e5596ce None None] Network 30ee0f4a-9895-462e-97b8-d479dbd49188 is already hosted by enough agents. {{(pid=92827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:56:11.990446 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.scheduler.base_scheduler [None req-63d62fb7-2f09-433f-aac5-d0679e5596ce None None] Resources bound (agent type, host, resource id): {{(pid=92827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:56:11.994324 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d62fb7-2f09-433f-aac5-d0679e5596ce None None] Received port after_create {{(pid=92827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 12:56:12.004122 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d62fb7-2f09-433f-aac5-d0679e5596ce None None] Pushing event updated for resources: {'Port': ['ID=46acd8f2-048b-47b1-a227-2f2faaa99b88,revision_number=1']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:12.008706 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-63d62fb7-2f09-433f-aac5-d0679e5596ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:12.065354 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-63d62fb7-2f09-433f-aac5-d0679e5596ce None None] Attempting to bind port 46acd8f2-048b-47b1-a227-2f2faaa99b88 on host dv-cinder-797073-1-iscsi for vnic_type normal with profile {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 12:56:12.065853 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-63d62fb7-2f09-433f-aac5-d0679e5596ce None None] Attempting to bind port 46acd8f2-048b-47b1-a227-2f2faaa99b88 by drivers openvswitch,hyperv on host dv-cinder-797073-1-iscsi at level 0 using segments [{'id': '20fee010-b67a-4285-82a0-f1f158c302fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '30ee0f4a-9895-462e-97b8-d479dbd49188'}] {{(pid=92827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 12:56:12.066229 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d62fb7-2f09-433f-aac5-d0679e5596ce None None] Attempting to bind port 46acd8f2-048b-47b1-a227-2f2faaa99b88 on network 30ee0f4a-9895-462e-97b8-d479dbd49188 {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:56:12.071855 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d62fb7-2f09-433f-aac5-d0679e5596ce None None] Checking agent: {'id': '157fcad4-361f-41bd-95f6-95639e81fcdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 45, 55), 'started_at': datetime.datetime(2021, 6, 18, 12, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 12, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 12:56:12.072234 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d62fb7-2f09-433f-aac5-d0679e5596ce None None] Checking segment: {'id': '20fee010-b67a-4285-82a0-f1f158c302fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '30ee0f4a-9895-462e-97b8-d479dbd49188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:56:12.072643 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-63d62fb7-2f09-433f-aac5-d0679e5596ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:12.073091 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d62fb7-2f09-433f-aac5-d0679e5596ce None None] Bound using segment: {'id': '20fee010-b67a-4285-82a0-f1f158c302fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '30ee0f4a-9895-462e-97b8-d479dbd49188'} {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 12:56:12.073570 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-63d62fb7-2f09-433f-aac5-d0679e5596ce None None] Bound port: 46acd8f2-048b-47b1-a227-2f2faaa99b88, host: dv-cinder-797073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20fee010-b67a-4285-82a0-f1f158c302fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '30ee0f4a-9895-462e-97b8-d479dbd49188'}}] {{(pid=92827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 12:56:12.073945 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-63d62fb7-2f09-433f-aac5-d0679e5596ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:12.138832 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-63d62fb7-2f09-433f-aac5-d0679e5596ce None None] For port 46acd8f2-048b-47b1-a227-2f2faaa99b88, host dv-cinder-797073-1-iscsi, cleared binding levels {{(pid=92827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 12:56:12.143073 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-63d62fb7-2f09-433f-aac5-d0679e5596ce None None] For port 46acd8f2-048b-47b1-a227-2f2faaa99b88, host dv-cinder-797073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=46acd8f2-048b-47b1-a227-2f2faaa99b88,segment=NetworkSegment(20fee010-b67a-4285-82a0-f1f158c302fe),segment_id=20fee010-b67a-4285-82a0-f1f158c302fe)] {{(pid=92827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 12:56:12.147844 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-63d62fb7-2f09-433f-aac5-d0679e5596ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:12.153484 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:12.196049 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-970590b6-0acb-4208-bb2d-a16c90168e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:12.197560 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-970590b6-0acb-4208-bb2d-a16c90168e85 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0223531b4ac843c69ac98aed7456c0b5&device_id=913981da-76de-4714-9db6-dad6dc5f0ab5 HTTP/1.1" status: 200 len: 1097 time: 0.3515446 Jun 18 12:56:12.208057 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24d5c9-d151-4d08-81d0-3a047bd947ea req-6f42f28e-f779-4efb-9175-75ca13201748 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:12.209351 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d62fb7-2f09-433f-aac5-d0679e5596ce None None] Pushing event updated for resources: {'Port': ['ID=46acd8f2-048b-47b1-a227-2f2faaa99b88,revision_number=2']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:12.209508 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-0e24d5c9-d151-4d08-81d0-3a047bd947ea req-6f42f28e-f779-4efb-9175-75ca13201748 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff77c695-7a95-4282-9b3b-5999dfcd29c7 HTTP/1.1" status: 200 len: 945 time: 0.1262627 Jun 18 12:56:12.213417 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-63d62fb7-2f09-433f-aac5-d0679e5596ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:12.327049 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-e89fba75-5951-4657-b944-54ae02fd0f12 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=673f1008-f347-4dc0-b064-930b2232ddad HTTP/1.1" status: 200 len: 217 time: 0.0811663 Jun 18 12:56:12.419682 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-0e24d5c9-d151-4d08-81d0-3a047bd947ea req-6a49ef97-c632-46eb-9c80-44ca25f25152 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721871 Jun 18 12:56:12.436629 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3616f9-54aa-42a9-9bbb-f63a496164bb req-900d5a66-7444-46d5-9959-db2962998168 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:12.437868 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-af7e43fc-396d-40ff-ac37-a9c7ba800ef2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:12.461277 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-5f3616f9-54aa-42a9-9bbb-f63a496164bb req-900d5a66-7444-46d5-9959-db2962998168 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=913981da-76de-4714-9db6-dad6dc5f0ab5 HTTP/1.1" status: 200 len: 944 time: 0.1119425 Jun 18 12:56:12.471468 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-af7e43fc-396d-40ff-ac37-a9c7ba800ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:12.479219 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-9bfb0bed-34db-49cc-82e3-a6a3f0f29051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:12.480820 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-9bfb0bed-34db-49cc-82e3-a6a3f0f29051 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd68f4da-dd03-4cd6-93b2-a3dfbb56f132 HTTP/1.1" status: 200 len: 855 time: 0.1257534 Jun 18 12:56:12.521466 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-5f3616f9-54aa-42a9-9bbb-f63a496164bb req-16846bc9-2325-440b-af6a-cd6ee31fcd83 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606704 Jun 18 12:56:12.553324 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-8e296521-de57-452b-9b03-9959b1e927f5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=96265354-97f1-45e3-b090-724354f3a0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632491 Jun 18 12:56:12.750158 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.db_base_plugin_common [None req-af7e43fc-396d-40ff-ac37-a9c7ba800ef2 admin admin] Allocated IP 172.27.0.171 (9d896988-a366-408b-a158-be6ed4023cc1/a87da4ed-432b-4387-92bb-db12946e6cdf/d4b62f62-2968-48eb-b339-b9b4649b22e3) {{(pid=92826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 12:56:12.760469 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-8a69959a-7eb4-4eb3-a312-fc402dc1f294 service neutron] 10.222.0.77 "GET /v2.0/networks/96265354-97f1-45e3-b090-724354f3a0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882055 Jun 18 12:56:12.836726 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32856877-a0f4-44d6-b77f-465415bcaec7 req-37a5bc14-c35b-4150-a942-453a8d33302f tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:12.838216 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-32856877-a0f4-44d6-b77f-465415bcaec7 req-37a5bc14-c35b-4150-a942-453a8d33302f tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.2647810 Jun 18 12:56:12.931864 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-32856877-a0f4-44d6-b77f-465415bcaec7 req-f394765b-3e38-4f67-82f0-1c4f25fd87fa tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661840 Jun 18 12:56:12.962346 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-42c828bf-ffaa-4af6-8820-b3eeae681bfd req-a5ba2112-4ca8-46cd-a74a-7a2e15b262e8 service neutron] 10.222.0.77 "GET /v2.0/networks/96265354-97f1-45e3-b090-724354f3a0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918564 Jun 18 12:56:12.980487 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-af7e43fc-396d-40ff-ac37-a9c7ba800ef2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:13.032656 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-af7e43fc-396d-40ff-ac37-a9c7ba800ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4940139'] for port, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:13.035482 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-32ea56fd-59b0-45db-aa3c-80c7467b61f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:13.121473 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7e43fc-396d-40ff-ac37-a9c7ba800ef2 admin admin] Network 9d896988-a366-408b-a158-be6ed4023cc1 is already hosted by enough agents. {{(pid=92826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:56:13.128259 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.base_scheduler [None req-af7e43fc-396d-40ff-ac37-a9c7ba800ef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:56:13.131522 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7e43fc-396d-40ff-ac37-a9c7ba800ef2 admin admin] Received port after_create {{(pid=92826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 12:56:13.133680 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e43fc-396d-40ff-ac37-a9c7ba800ef2 admin admin] Pushing event updated for resources: {'Port': ['ID=d4b62f62-2968-48eb-b339-b9b4649b22e3,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:13.136946 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-af7e43fc-396d-40ff-ac37-a9c7ba800ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:13.280072 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f71ff-ae62-4408-8a94-e9aa5f5bd077 req-5496dd10-f95e-45d7-a453-3eff42e007e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:13.281805 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-8e2f71ff-ae62-4408-8a94-e9aa5f5bd077 req-5496dd10-f95e-45d7-a453-3eff42e007e2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0223531b4ac843c69ac98aed7456c0b5&device_id=913981da-76de-4714-9db6-dad6dc5f0ab5 HTTP/1.1" status: 200 len: 1097 time: 0.2000546 Jun 18 12:56:13.318355 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05063e91-4abf-41cb-94af-7576741d8596 None None] Network 30ee0f4a-9895-462e-97b8-d479dbd49188 requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 12:56:13.460945 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-2ff91f61-10b0-4f1b-b4bd-546106d3f07b None None] Provisioning for port 46acd8f2-048b-47b1-a227-2f2faaa99b88 completed by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:56:13.549675 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f71ff-ae62-4408-8a94-e9aa5f5bd077 req-18217be1-3f53-42ca-b07b-7d4bc7f3273c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:13.551628 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-8e2f71ff-ae62-4408-8a94-e9aa5f5bd077 req-18217be1-3f53-42ca-b07b-7d4bc7f3273c service neutron] 10.222.0.77 "GET /v2.0/networks?id=96265354-97f1-45e3-b090-724354f3a0d8 HTTP/1.1" status: 200 len: 916 time: 0.2462482 Jun 18 12:56:13.629470 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 46acd8f2-048b-47b1-a227-2f2faaa99b88 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:56:13.638643 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-8e2f71ff-ae62-4408-8a94-e9aa5f5bd077 req-9494696e-9a3c-4741-b78d-047f0058f0ab service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=673f1008-f347-4dc0-b064-930b2232ddad HTTP/1.1" status: 200 len: 217 time: 0.0462248 Jun 18 12:56:13.702814 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning for port 46acd8f2-048b-47b1-a227-2f2faaa99b88 completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:56:13.710741 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port 46acd8f2-048b-47b1-a227-2f2faaa99b88 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:56:13.711541 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:13.724428 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-af7e43fc-396d-40ff-ac37-a9c7ba800ef2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:13.758519 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1359f1-8bdf-47fa-80dc-64c6c811c046 req-a46c3acc-e105-4bfe-8c92-23f780f6b5f7 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:13.760819 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-db1359f1-8bdf-47fa-80dc-64c6c811c046 req-a46c3acc-e105-4bfe-8c92-23f780f6b5f7 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=913981da-76de-4714-9db6-dad6dc5f0ab5 HTTP/1.1" status: 200 len: 944 time: 0.0883071 Jun 18 12:56:13.777273 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f71ff-ae62-4408-8a94-e9aa5f5bd077 req-b39bc1ae-e5d9-4d82-951d-adb7c25df0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:13.778767 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-8e2f71ff-ae62-4408-8a94-e9aa5f5bd077 req-b39bc1ae-e5d9-4d82-951d-adb7c25df0e5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd68f4da-dd03-4cd6-93b2-a3dfbb56f132 HTTP/1.1" status: 200 len: 855 time: 0.1291749 Jun 18 12:56:13.812441 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-db1359f1-8bdf-47fa-80dc-64c6c811c046 req-81a703c2-0ceb-4f57-8711-d35e49051f7a tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412385 Jun 18 12:56:13.827185 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:13.856032 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-8e2f71ff-ae62-4408-8a94-e9aa5f5bd077 req-c2fb0379-a0e6-48ac-b7e4-9ba8f54bc0c1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=96265354-97f1-45e3-b090-724354f3a0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674579 Jun 18 12:56:13.879373 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] For port 46acd8f2-048b-47b1-a227-2f2faaa99b88, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=46acd8f2-048b-47b1-a227-2f2faaa99b88,segment=NetworkSegment(20fee010-b67a-4285-82a0-f1f158c302fe),segment_id=20fee010-b67a-4285-82a0-f1f158c302fe)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:56:13.886804 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:13.890064 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:13.947723 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b835a2-c925-42a5-a607-793c1806c695 req-581eee78-36a9-48c3-a0a7-c748a8266863 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:13.949269 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-47b835a2-c925-42a5-a607-793c1806c695 req-581eee78-36a9-48c3-a0a7-c748a8266863 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff77c695-7a95-4282-9b3b-5999dfcd29c7 HTTP/1.1" status: 200 len: 945 time: 0.3187890 Jun 18 12:56:13.956118 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Pushing event updated for resources: {'Port': ['ID=46acd8f2-048b-47b1-a227-2f2faaa99b88,revision_number=3']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:13.960256 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:14.001115 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f2d63656-87aa-4880-8cbf-a669bc24cb4c None None] Provisioning complete for port 46acd8f2-048b-47b1-a227-2f2faaa99b88 triggered by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:56:14.001598 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f2d63656-87aa-4880-8cbf-a669bc24cb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:14.055900 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-47b835a2-c925-42a5-a607-793c1806c695 req-9534fd78-4f7c-48c2-ae76-841582dba89a tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995965 Jun 18 12:56:14.098560 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-8e2f71ff-ae62-4408-8a94-e9aa5f5bd077 req-578ae8d7-929e-46a4-9ab3-02addfc0e198 service neutron] 10.222.0.77 "GET /v2.0/networks/96265354-97f1-45e3-b090-724354f3a0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286777 Jun 18 12:56:14.163444 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-af7e43fc-396d-40ff-ac37-a9c7ba800ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2084000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054972'] for router, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:14.222967 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9baee2-2488-45cc-938c-3bb3bd9f49d2 req-117bb567-a47d-4f95-b197-9180a56a4353 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:14.224425 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-aa9baee2-2488-45cc-938c-3bb3bd9f49d2 req-117bb567-a47d-4f95-b197-9180a56a4353 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0632868 Jun 18 12:56:14.260983 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-aa9baee2-2488-45cc-938c-3bb3bd9f49d2 req-eeeb60d6-76d7-4902-9e24-90052bcf47ac tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309258 Jun 18 12:56:14.288821 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-8e2f71ff-ae62-4408-8a94-e9aa5f5bd077 req-72dee704-ae73-44d5-a8da-3e748dad8f40 service neutron] 10.222.0.77 "GET /v2.0/networks/96265354-97f1-45e3-b090-724354f3a0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793523 Jun 18 12:56:14.321806 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7e43fc-396d-40ff-ac37-a9c7ba800ef2 admin admin] Router 99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d is scheduled to L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc with binding_index 1 {{(pid=92826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 12:56:14.429728 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7e43fc-396d-40ff-ac37-a9c7ba800ef2 admin admin] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 12:56:14.438938 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc413ff0-24c9-42e1-bd88-55f162360c7b None None] Sync routers for ids ['99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d'] in dv-cinder-797073-1-iscsi {{(pid=92828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 12:56:14.446108 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-af7e43fc-396d-40ff-ac37-a9c7ba800ef2 admin admin] Notify callbacks [] for router, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:14.448840 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-af7e43fc-396d-40ff-ac37-a9c7ba800ef2 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0316317 Jun 18 12:56:14.449241 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc413ff0-24c9-42e1-bd88-55f162360c7b None None] Routers {'99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 12:56:14.449988 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-dc413ff0-24c9-42e1-bd88-55f162360c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:55:55Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d'], 'active': True} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:56:14.450419 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 50352) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:56:14.556685 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvr_db [None req-dc413ff0-24c9-42e1-bd88-55f162360c7b None None] Set router 99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d gateway port host: dv-cinder-797073-1-iscsi {{(pid=92828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 12:56:14.742436 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-dc413ff0-24c9-42e1-bd88-55f162360c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d', 'name': 'tempest-TestShelveInstance-529498587-router', 'tenant_id': '76a1137086a74a1d8351f72b15781da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd4b62f62-2968-48eb-b339-b9b4649b22e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:56:11Z', 'updated_at': '2021-06-18T12:56:13Z', 'revision_number': 3, 'project_id': '76a1137086a74a1d8351f72b15781da7', 'gw_port': {'id': 'd4b62f62-2968-48eb-b339-b9b4649b22e3', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:56:12Z', 'updated_at': '2021-06-18T12:56:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi'}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:56:14.769116 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc413ff0-24c9-42e1-bd88-55f162360c7b None None] Checking router: 99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d for host: dv-cinder-797073-1-iscsi {{(pid=92828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 12:56:14.769466 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc413ff0-24c9-42e1-bd88-55f162360c7b None None] Updating router 99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d port d4b62f62-2968-48eb-b339-b9b4649b22e3 binding host dv-cinder-797073-1-iscsi {{(pid=92828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 12:56:14.802597 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-dc413ff0-24c9-42e1-bd88-55f162360c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:15.056538 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-dc413ff0-24c9-42e1-bd88-55f162360c7b None None] Notify callbacks [] for port, precommit_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:15.066235 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.provisioning_blocks [None req-dc413ff0-24c9-42e1-bd88-55f162360c7b None None] Transition to ACTIVE for port object d4b62f62-2968-48eb-b339-b9b4649b22e3 will not be triggered until provisioned by entity L2. {{(pid=92828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:56:15.071431 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350bdd77-ece9-4223-9387-22e00ddecb9b req-38d34e36-d2d1-4cf4-b138-b1d348bf7b12 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:15.071846 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-dc413ff0-24c9-42e1-bd88-55f162360c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:15.073220 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-350bdd77-ece9-4223-9387-22e00ddecb9b req-38d34e36-d2d1-4cf4-b138-b1d348bf7b12 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=913981da-76de-4714-9db6-dad6dc5f0ab5 HTTP/1.1" status: 200 len: 944 time: 0.1379437 Jun 18 12:56:15.081101 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG oslo_concurrency.lockutils [None req-bf16392c-7a1a-49e2-95f8-e5bc12f40fd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:15.132260 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.managers [None req-dc413ff0-24c9-42e1-bd88-55f162360c7b None None] Attempting to bind port d4b62f62-2968-48eb-b339-b9b4649b22e3 on host dv-cinder-797073-1-iscsi for vnic_type normal with profile {{(pid=92828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 12:56:15.132636 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.managers [None req-dc413ff0-24c9-42e1-bd88-55f162360c7b None None] Attempting to bind port d4b62f62-2968-48eb-b339-b9b4649b22e3 by drivers openvswitch,hyperv on host dv-cinder-797073-1-iscsi at level 0 using segments [{'id': 'b79588fc-20f0-437a-9a07-92a6b1056918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'}] {{(pid=92828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 12:56:15.133206 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc413ff0-24c9-42e1-bd88-55f162360c7b None None] Attempting to bind port d4b62f62-2968-48eb-b339-b9b4649b22e3 on network 9d896988-a366-408b-a158-be6ed4023cc1 {{(pid=92828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:56:15.138426 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc413ff0-24c9-42e1-bd88-55f162360c7b None None] Checking agent: {'id': '157fcad4-361f-41bd-95f6-95639e81fcdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 45, 55), 'started_at': datetime.datetime(2021, 6, 18, 12, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 12, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 12:56:15.138803 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc413ff0-24c9-42e1-bd88-55f162360c7b None None] Checking segment: {'id': 'b79588fc-20f0-437a-9a07-92a6b1056918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:56:15.139198 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-dc413ff0-24c9-42e1-bd88-55f162360c7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:15.139757 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc413ff0-24c9-42e1-bd88-55f162360c7b None None] Bound using segment: {'id': 'b79588fc-20f0-437a-9a07-92a6b1056918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'} {{(pid=92828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 12:56:15.140369 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.managers [None req-dc413ff0-24c9-42e1-bd88-55f162360c7b None None] Bound port: d4b62f62-2968-48eb-b339-b9b4649b22e3, host: dv-cinder-797073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b79588fc-20f0-437a-9a07-92a6b1056918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'}}] {{(pid=92828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 12:56:15.140985 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-dc413ff0-24c9-42e1-bd88-55f162360c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:15.144816 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-350bdd77-ece9-4223-9387-22e00ddecb9b req-8ff5dff6-44f7-45ec-aa96-d958150c8056 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617197 Jun 18 12:56:15.162311 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7636efa-7fbc-4139-b82f-feecc196af0d None None] Pushing event updated for resources: {'Port': ['ID=d4b62f62-2968-48eb-b339-b9b4649b22e3,revision_number=2']} {{(pid=92828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:15.171452 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7636efa-7fbc-4139-b82f-feecc196af0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:15.171796 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7636efa-7fbc-4139-b82f-feecc196af0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:15.172126 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7636efa-7fbc-4139-b82f-feecc196af0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:15.172577 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7636efa-7fbc-4139-b82f-feecc196af0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:15.172942 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7636efa-7fbc-4139-b82f-feecc196af0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:15.173258 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7636efa-7fbc-4139-b82f-feecc196af0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:15.173578 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7636efa-7fbc-4139-b82f-feecc196af0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:15.173897 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7636efa-7fbc-4139-b82f-feecc196af0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:15.176388 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7636efa-7fbc-4139-b82f-feecc196af0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:15.176922 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7636efa-7fbc-4139-b82f-feecc196af0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:15.177258 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7636efa-7fbc-4139-b82f-feecc196af0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:15.178538 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7636efa-7fbc-4139-b82f-feecc196af0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:56:15.183592 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG oslo_concurrency.lockutils [None req-c7636efa-7fbc-4139-b82f-feecc196af0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:15.206886 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-1eacc8d8-2ffe-418f-8daa-74695739999d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:15.217191 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.db [None req-dc413ff0-24c9-42e1-bd88-55f162360c7b None None] For port d4b62f62-2968-48eb-b339-b9b4649b22e3, host dv-cinder-797073-1-iscsi, cleared binding levels {{(pid=92828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 12:56:15.221793 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.db [None req-dc413ff0-24c9-42e1-bd88-55f162360c7b None None] For port d4b62f62-2968-48eb-b339-b9b4649b22e3, host dv-cinder-797073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=d4b62f62-2968-48eb-b339-b9b4649b22e3,segment=NetworkSegment(b79588fc-20f0-437a-9a07-92a6b1056918),segment_id=b79588fc-20f0-437a-9a07-92a6b1056918)] {{(pid=92828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 12:56:15.228097 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-dc413ff0-24c9-42e1-bd88-55f162360c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:15.239878 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG oslo_concurrency.lockutils [None req-bf16392c-7a1a-49e2-95f8-e5bc12f40fd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:15.291920 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc413ff0-24c9-42e1-bd88-55f162360c7b None None] Routers {'99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 12:56:15.292585 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-dc413ff0-24c9-42e1-bd88-55f162360c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:55:55Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d'], 'active': True} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:56:15.410198 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0ea48-d47b-4362-a43c-4aaf46b181ff req-988df248-f7a4-44d3-9560-09dd23b46eb9 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:15.411657 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-56f0ea48-d47b-4362-a43c-4aaf46b181ff req-988df248-f7a4-44d3-9560-09dd23b46eb9 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff77c695-7a95-4282-9b3b-5999dfcd29c7 HTTP/1.1" status: 200 len: 945 time: 0.1400900 Jun 18 12:56:15.421047 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.db_base_plugin_common [None req-1eacc8d8-2ffe-418f-8daa-74695739999d admin admin] Allocated IP 172.20.0.1 (30ee0f4a-9895-462e-97b8-d479dbd49188/e2223505-7fbb-49dd-9bb8-6c3ce2ada832/7faf979d-dc66-45c2-958e-8700ab18e3f9) {{(pid=92826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 12:56:15.458306 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97014a5f-9d95-4b19-99e5-a9e75c52cf6b req-a1eedc2d-f317-44bd-874a-d0a618c5e56f tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:15.466670 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-97014a5f-9d95-4b19-99e5-a9e75c52cf6b req-a1eedc2d-f317-44bd-874a-d0a618c5e56f tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0842862 Jun 18 12:56:15.493193 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7636efa-7fbc-4139-b82f-feecc196af0d None None] Pushing event updated for resources: {'Port': ['ID=d4b62f62-2968-48eb-b339-b9b4649b22e3,revision_number=3']} {{(pid=92828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:15.497440 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG oslo_concurrency.lockutils [None req-c7636efa-7fbc-4139-b82f-feecc196af0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:15.511546 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvr_db [None req-dc413ff0-24c9-42e1-bd88-55f162360c7b None None] Set router 99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d gateway port host: dv-cinder-797073-1-iscsi {{(pid=92828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 12:56:15.514644 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-56f0ea48-d47b-4362-a43c-4aaf46b181ff req-760955d1-4707-4acf-ac40-8a89411779e6 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947943 Jun 18 12:56:15.517737 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-97014a5f-9d95-4b19-99e5-a9e75c52cf6b req-a4597c71-e4fb-4d8f-bff6-04d06091c0e0 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466220 Jun 18 12:56:15.560582 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 46acd8f2-048b-47b1-a227-2f2faaa99b88 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:56:15.610579 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-1eacc8d8-2ffe-418f-8daa-74695739999d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:15.624585 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.provisioning_blocks [None req-1eacc8d8-2ffe-418f-8daa-74695739999d admin admin] Transition to ACTIVE for port object 7faf979d-dc66-45c2-958e-8700ab18e3f9 will not be triggered until provisioned by entity DHCP. {{(pid=92826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:56:15.625097 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port 46acd8f2-048b-47b1-a227-2f2faaa99b88 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:56:15.626646 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:15.663726 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-1eacc8d8-2ffe-418f-8daa-74695739999d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4940139'] for port, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:15.667145 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-201f1ada-1d5b-4c2c-945f-f148e8c5aac2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:15.703981 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eacc8d8-2ffe-418f-8daa-74695739999d admin admin] Network 30ee0f4a-9895-462e-97b8-d479dbd49188 is already hosted by enough agents. {{(pid=92826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:56:15.706897 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.base_scheduler [None req-1eacc8d8-2ffe-418f-8daa-74695739999d admin admin] Resources bound (agent type, host, resource id): {{(pid=92826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:56:15.710551 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eacc8d8-2ffe-418f-8daa-74695739999d admin admin] Received port after_create {{(pid=92826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 12:56:15.737225 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-dc413ff0-24c9-42e1-bd88-55f162360c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d', 'name': 'tempest-TestShelveInstance-529498587-router', 'tenant_id': '76a1137086a74a1d8351f72b15781da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd4b62f62-2968-48eb-b339-b9b4649b22e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:56:11Z', 'updated_at': '2021-06-18T12:56:13Z', 'revision_number': 3, 'project_id': '76a1137086a74a1d8351f72b15781da7', 'gw_port': {'id': 'd4b62f62-2968-48eb-b339-b9b4649b22e3', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:56:12Z', 'updated_at': '2021-06-18T12:56:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi'}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:56:15.738827 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eacc8d8-2ffe-418f-8daa-74695739999d admin admin] Pushing event updated for resources: {'Port': ['ID=7faf979d-dc66-45c2-958e-8700ab18e3f9,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:15.742812 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-1eacc8d8-2ffe-418f-8daa-74695739999d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:15.758731 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-1eacc8d8-2ffe-418f-8daa-74695739999d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052883'] for router_interface, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:15.764460 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc413ff0-24c9-42e1-bd88-55f162360c7b None None] The sync data for ids ['99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d'] in dv-cinder-797073-1-iscsi is: [{'id': '99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d', 'name': 'tempest-TestShelveInstance-529498587-router', 'tenant_id': '76a1137086a74a1d8351f72b15781da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd4b62f62-2968-48eb-b339-b9b4649b22e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:56:11Z', 'updated_at': '2021-06-18T12:56:13Z', 'revision_number': 3, 'project_id': '76a1137086a74a1d8351f72b15781da7', 'gw_port': {'id': 'd4b62f62-2968-48eb-b339-b9b4649b22e3', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:56:12Z', 'updated_at': '2021-06-18T12:56:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi'}] {{(pid=92828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 12:56:15.910488 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-1eacc8d8-2ffe-418f-8daa-74695739999d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:16.043700 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-781b8331-a0f6-4c82-b8e6-a767540c8614 None None] Provisioning for port 7faf979d-dc66-45c2-958e-8700ab18e3f9 completed by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:56:16.058339 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-781b8331-a0f6-4c82-b8e6-a767540c8614 None None] Provisioning complete for port 7faf979d-dc66-45c2-958e-8700ab18e3f9 triggered by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:56:16.059141 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-781b8331-a0f6-4c82-b8e6-a767540c8614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:16.105123 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-1eacc8d8-2ffe-418f-8daa-74695739999d admin admin] Notify callbacks [] for port, precommit_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:16.107050 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-781b8331-a0f6-4c82-b8e6-a767540c8614 None None] Port 7faf979d-dc66-45c2-958e-8700ab18e3f9 cannot update to ACTIVE because it is not bound. {{(pid=92827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 12:56:16.110547 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-1eacc8d8-2ffe-418f-8daa-74695739999d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4940125'] for port, after_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:16.113185 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:16.182791 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-1eacc8d8-2ffe-418f-8daa-74695739999d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2059530'] for router_interface, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:16.185832 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eacc8d8-2ffe-418f-8daa-74695739999d admin admin] Pushing event updated for resources: {'Port': ['ID=7faf979d-dc66-45c2-958e-8700ab18e3f9,revision_number=2']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:16.191892 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-1eacc8d8-2ffe-418f-8daa-74695739999d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:16.285265 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eacc8d8-2ffe-418f-8daa-74695739999d admin admin] Network 30ee0f4a-9895-462e-97b8-d479dbd49188 is already hosted by enough agents. {{(pid=92826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:56:16.286771 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.base_scheduler [None req-1eacc8d8-2ffe-418f-8daa-74695739999d admin admin] Resources bound (agent type, host, resource id): {{(pid=92826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:56:16.372441 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931dda5-6985-423f-990a-6fa1ada53cea req-3a94a0ab-9005-4ec6-80fe-cdc04823b7a8 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:16.374025 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b931dda5-6985-423f-990a-6fa1ada53cea req-3a94a0ab-9005-4ec6-80fe-cdc04823b7a8 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=913981da-76de-4714-9db6-dad6dc5f0ab5 HTTP/1.1" status: 200 len: 944 time: 0.1001396 Jun 18 12:56:16.420672 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b931dda5-6985-423f-990a-6fa1ada53cea req-32c0845c-2e1b-4064-b548-f174a10242ef tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383153 Jun 18 12:56:16.449956 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eacc8d8-2ffe-418f-8daa-74695739999d admin admin] Router 99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d has already been hosted by L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc {{(pid=92826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 12:56:16.529580 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-c3023604-0120-4ada-b6f3-40901d965ce4 None None] Provisioning complete for port 7faf979d-dc66-45c2-958e-8700ab18e3f9 triggered by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:56:16.529962 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-c3023604-0120-4ada-b6f3-40901d965ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:16.572423 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eacc8d8-2ffe-418f-8daa-74695739999d admin admin] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 12:56:16.588004 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-1eacc8d8-2ffe-418f-8daa-74695739999d admin admin] 10.222.0.86 "PUT /v2.0/routers/99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1292672 Jun 18 12:56:16.588649 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-c3023604-0120-4ada-b6f3-40901d965ce4 None None] Port 7faf979d-dc66-45c2-958e-8700ab18e3f9 cannot update to ACTIVE because it is not bound. {{(pid=92827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 12:56:16.715099 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0298b45-5fe9-4480-99c0-bbb4121b272e req-98b78dc3-7edb-4693-9d62-6f6890721fde tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:16.716617 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d0298b45-5fe9-4480-99c0-bbb4121b272e req-98b78dc3-7edb-4693-9d62-6f6890721fde tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff77c695-7a95-4282-9b3b-5999dfcd29c7 HTTP/1.1" status: 200 len: 945 time: 0.1252663 Jun 18 12:56:16.798031 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce4c5b-5aa3-4d50-ac27-4155ccc7de4e req-71e1baa9-5e9c-4088-a209-b89cdac07efe tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:16.808474 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-48ce4c5b-5aa3-4d50-ac27-4155ccc7de4e req-71e1baa9-5e9c-4088-a209-b89cdac07efe tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0947337 Jun 18 12:56:16.870785 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-48ce4c5b-5aa3-4d50-ac27-4155ccc7de4e req-5caa443c-4d75-4c0e-b5be-3c72826adb1e tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598280 Jun 18 12:56:16.884353 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96431a3c-f092-4c77-b206-18980031ad3f req-b303a8e9-4c94-4d5e-b30a-cae440841652 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:16.885941 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-96431a3c-f092-4c77-b206-18980031ad3f req-b303a8e9-4c94-4d5e-b30a-cae440841652 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff77c695-7a95-4282-9b3b-5999dfcd29c7 HTTP/1.1" status: 200 len: 945 time: 0.1683931 Jun 18 12:56:16.923765 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [req-d0298b45-5fe9-4480-99c0-bbb4121b272e req-b09cba0f-3550-4db5-81dc-e223a0c5bbf8 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Deleting port 7b41002d-06e1-4b63-8721-701aff16359a {{(pid=92826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 12:56:16.924116 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-d0298b45-5fe9-4480-99c0-bbb4121b272e req-b09cba0f-3550-4db5-81dc-e223a0c5bbf8 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:16.977312 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-96431a3c-f092-4c77-b206-18980031ad3f req-f106a925-ef52-4fdc-997b-11a4ad579d1b tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a2dd05f-2e32-4266-9b55-4732b626c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832858 Jun 18 12:56:17.049339 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [req-d0298b45-5fe9-4480-99c0-bbb4121b272e req-b09cba0f-3550-4db5-81dc-e223a0c5bbf8 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] For port 7b41002d-06e1-4b63-8721-701aff16359a, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=7b41002d-06e1-4b63-8721-701aff16359a,segment=NetworkSegment(e587d116-c987-4841-ac36-df7fc653a40b),segment_id=e587d116-c987-4841-ac36-df7fc653a40b)] {{(pid=92826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:56:17.049864 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-d0298b45-5fe9-4480-99c0-bbb4121b272e req-b09cba0f-3550-4db5-81dc-e223a0c5bbf8 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:17.121274 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [req-d0298b45-5fe9-4480-99c0-bbb4121b272e req-b09cba0f-3550-4db5-81dc-e223a0c5bbf8 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Calling delete_port for 7b41002d-06e1-4b63-8721-701aff16359a owned by compute:nova {{(pid=92826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 12:56:17.224271 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 50404) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:56:17.232103 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-60ca2454-a162-4df4-88c7-8920e7861bae admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1295601586-network', 'tenant_id': '48cf9cd53f0849fe80db94c1d2766eca'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:56:17.258344 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ca2454-a162-4df4-88c7-8920e7861bae admin admin] Made reservation on behalf of 48cf9cd53f0849fe80db94c1d2766eca for: {'network': 1} {{(pid=92825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:56:17.261662 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-60ca2454-a162-4df4-88c7-8920e7861bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for network, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:17.273413 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-60ca2454-a162-4df4-88c7-8920e7861bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:17.301755 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-d0298b45-5fe9-4480-99c0-bbb4121b272e req-b09cba0f-3550-4db5-81dc-e223a0c5bbf8 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940132'] for port, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:17.306523 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:17.336967 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09cba0f-3550-4db5-81dc-e223a0c5bbf8 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Pushing event deleted for resources: {'Port': ['ID=7b41002d-06e1-4b63-8721-701aff16359a,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:17.342111 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-b09cba0f-3550-4db5-81dc-e223a0c5bbf8 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:17.359440 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['7b41002d-06e1-4b63-8721-701aff16359a'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 12:56:17.387633 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-60ca2454-a162-4df4-88c7-8920e7861bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:17.392846 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-60ca2454-a162-4df4-88c7-8920e7861bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:17.401345 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-cdee8554-6878-46cf-b899-b31d2a83e458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:17.425226 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0298b45-5fe9-4480-99c0-bbb4121b272e req-b09cba0f-3550-4db5-81dc-e223a0c5bbf8 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] No DVR routers for this DVR port 7b41002d-06e1-4b63-8721-701aff16359a on host hv-cinder-79707 {{(pid=92826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 12:56:17.429168 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-d0298b45-5fe9-4480-99c0-bbb4121b272e req-b09cba0f-3550-4db5-81dc-e223a0c5bbf8 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:17.431452 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d0298b45-5fe9-4480-99c0-bbb4121b272e req-b09cba0f-3550-4db5-81dc-e223a0c5bbf8 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.77 "DELETE /v2.0/ports/7b41002d-06e1-4b63-8721-701aff16359a HTTP/1.1" status: 204 len: 173 time: 0.7040985 Jun 18 12:56:17.431574 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ca2454-a162-4df4-88c7-8920e7861bae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=92825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 12:56:17.431989 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff77c695-7a95-4282-9b3b-5999dfcd29c7', 'name': 'network-vif-deleted', 'tag': '7b41002d-06e1-4b63-8721-701aff16359a'}] {{(pid=92826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 12:56:17.434334 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7173dab7d1fbfef731d5f8fd5c52510eeface1fe9a62799688baadb2f5777418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae11d18e-dc2a-41e0-8c34-7064ca204551" -d '{"events": [{"server_uuid": "ff77c695-7a95-4282-9b3b-5999dfcd29c7", "name": "network-vif-deleted", "tag": "7b41002d-06e1-4b63-8721-701aff16359a"}]}' {{(pid=92826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 12:56:17.440631 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca2454-a162-4df4-88c7-8920e7861bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9209ffe-70f0-4fc2-8bb4-b190288b0f51,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:17.445344 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-60ca2454-a162-4df4-88c7-8920e7861bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:17.463565 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-60ca2454-a162-4df4-88c7-8920e7861bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559'] for segment, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:17.464842 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.db.segments_db [None req-60ca2454-a162-4df4-88c7-8920e7861bae admin admin] Added segment 079d14a0-0a18-44ed-a331-6105d8df4d78 of type vlan for network 3aa78f8b-d299-4681-9e29-f1a743dc35b2 Jun 18 12:56:17.524399 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 673f1008-f347-4dc0-b064-930b2232ddad details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=92827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 12:56:17.541436 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 12:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a985bf-f8a8-4017-9139-cc16f357371f x-openstack-request-id: req-35a985bf-f8a8-4017-9139-cc16f357371f {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 12:56:17.541757 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff77c695-7a95-4282-9b3b-5999dfcd29c7", "name": "network-vif-deleted", "tag": "7b41002d-06e1-4b63-8721-701aff16359a", "status": "completed", "code": 200}]} {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 12:56:17.542776 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-35a985bf-f8a8-4017-9139-cc16f357371f {{(pid=92826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 12:56:17.542776 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff77c695-7a95-4282-9b3b-5999dfcd29c7', 'name': 'network-vif-deleted', 'tag': '7b41002d-06e1-4b63-8721-701aff16359a', 'status': 'completed', 'code': 200} Jun 18 12:56:17.551257 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-60ca2454-a162-4df4-88c7-8920e7861bae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743828617162'] for network, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:17.618671 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-60ca2454-a162-4df4-88c7-8920e7861bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2056967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782'] for network, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:17.620522 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ca2454-a162-4df4-88c7-8920e7861bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:17.621362 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-60ca2454-a162-4df4-88c7-8920e7861bae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for network, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:17.624175 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:17.705842 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca2454-a162-4df4-88c7-8920e7861bae admin admin] Pushing event updated for resources: {'Network': ['ID=3aa78f8b-d299-4681-9e29-f1a743dc35b2,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:17.709885 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9d8c1-789d-494b-b954-024ed9d8832c req-9fac5aa1-6fa6-4faf-bf59-52833a3a2fd7 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:17.717986 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-06c9d8c1-789d-494b-b954-024ed9d8832c req-9fac5aa1-6fa6-4faf-bf59-52833a3a2fd7 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=913981da-76de-4714-9db6-dad6dc5f0ab5 HTTP/1.1" status: 200 len: 944 time: 0.1190286 Jun 18 12:56:17.724074 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-60ca2454-a162-4df4-88c7-8920e7861bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:17.733982 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-60ca2454-a162-4df4-88c7-8920e7861bae admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5081697 Jun 18 12:56:17.737344 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 50416) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:56:17.743497 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-0d379ed2-5b13-4e39-9428-e8166c609e09 admin admin] Request body: {'subnet': {'network_id': '3aa78f8b-d299-4681-9e29-f1a743dc35b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1295601586-subnet', 'tenant_id': '48cf9cd53f0849fe80db94c1d2766eca', 'ip_version': 4}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:56:17.743805 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device d4b62f62-2968-48eb-b339-b9b4649b22e3 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:56:17.746294 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Network 3aa78f8b-d299-4681-9e29-f1a743dc35b2 details requested by agent ovs-agent-dv-cinder-797073-1-iscsi with host dv-cinder-797073-1-iscsi {{(pid=92827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 12:56:17.771867 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d379ed2-5b13-4e39-9428-e8166c609e09 admin admin] Made reservation on behalf of 48cf9cd53f0849fe80db94c1d2766eca for: {'subnet': 1} {{(pid=92825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:56:17.776732 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0d379ed2-5b13-4e39-9428-e8166c609e09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8063629'] for subnet, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:17.784942 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-06c9d8c1-789d-494b-b954-024ed9d8832c req-d4d419be-347f-488d-b7f1-5ba059fb602a tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646007 Jun 18 12:56:17.831752 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4ec597-3657-4c22-9009-b51879f30261 None None] Sync routers for ids ['99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d'] in dv-cinder-797073-1-iscsi {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 12:56:17.856033 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 673f1008-f347-4dc0-b064-930b2232ddad, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=673f1008-f347-4dc0-b064-930b2232ddad,segment=NetworkSegment(c2803c3c-f53b-412a-8fcc-4a7a8ff8f778),segment_id=c2803c3c-f53b-412a-8fcc-4a7a8ff8f778)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:56:17.884582 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4ec597-3657-4c22-9009-b51879f30261 None None] Routers {'99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 12:56:17.885259 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-4d4ec597-3657-4c22-9009-b51879f30261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:55:55Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:56:17.887503 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Returning: {'device': '673f1008-f347-4dc0-b064-930b2232ddad', 'network_id': '96265354-97f1-45e3-b090-724354f3a0d8', 'port_id': '673f1008-f347-4dc0-b064-930b2232ddad', 'mac_address': 'fa:16:3e:c3:f8:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd68f4da-dd03-4cd6-93b2-a3dfbb56f132', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 12:56:17.973908 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning for port d4b62f62-2968-48eb-b339-b9b4649b22e3 completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:56:17.975419 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0d379ed2-5b13-4e39-9428-e8166c609e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8372270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8063647'] for subnet, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:17.978702 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-b042fab9-05c7-4611-bad6-c59cbdccbb81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:18.014331 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port d4b62f62-2968-48eb-b339-b9b4649b22e3 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:56:18.015057 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:18.025329 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:18.046001 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d379ed2-5b13-4e39-9428-e8166c609e09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afaa080c-8e7e-4b77-b781-c772bc60bcf6,revision_number=0']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:18.051247 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-0d379ed2-5b13-4e39-9428-e8166c609e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:18.056034 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d379ed2-5b13-4e39-9428-e8166c609e09 admin admin] Checking segment: {'id': '079d14a0-0a18-44ed-a331-6105d8df4d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3aa78f8b-d299-4681-9e29-f1a743dc35b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:56:18.056466 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d379ed2-5b13-4e39-9428-e8166c609e09 admin admin] Network hostable DHCP agents. Network: 3aa78f8b-d299-4681-9e29-f1a743dc35b2, hostable agents: ['a4764913-7e4e-4767-85bd-6fdf32f4ace2'], hosted agents: [] {{(pid=92825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 12:56:18.078039 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 673f1008-f347-4dc0-b064-930b2232ddad {{(pid=92827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 12:56:18.079308 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d379ed2-5b13-4e39-9428-e8166c609e09 admin admin] Network 3aa78f8b-d299-4681-9e29-f1a743dc35b2 is scheduled to be hosted by DHCP agent a4764913-7e4e-4767-85bd-6fdf32f4ace2 with binding_index 1 {{(pid=92825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 12:56:18.091420 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-4d4ec597-3657-4c22-9009-b51879f30261 None None] Set router 99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 12:56:18.091953 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [None req-0d379ed2-5b13-4e39-9428-e8166c609e09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797073-1-iscsi, 3aa78f8b-d299-4681-9e29-f1a743dc35b2) {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:56:18.093421 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ab844-e53e-4171-8e92-ac3c2ea2ff02 req-d26b5d95-dd12-472e-957a-78edd9a0a581 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:18.098651 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d379ed2-5b13-4e39-9428-e8166c609e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:18.099494 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0d379ed2-5b13-4e39-9428-e8166c609e09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for subnet, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:18.103526 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-210ab844-e53e-4171-8e92-ac3c2ea2ff02 req-d26b5d95-dd12-472e-957a-78edd9a0a581 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0887990 Jun 18 12:56:18.118142 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-0d379ed2-5b13-4e39-9428-e8166c609e09 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3774493 Jun 18 12:56:18.118503 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 50422) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:56:18.124580 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-2dfafb96-d7bf-4de0-b172-1848cb6c9f00 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1295601586-router', 'tenant_id': '48cf9cd53f0849fe80db94c1d2766eca', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'}}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:56:18.135741 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d95dd9-feb3-4322-9c63-3e37f40a6240 None None] Network 3aa78f8b-d299-4681-9e29-f1a743dc35b2 requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 12:56:18.154843 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2dfafb96-d7bf-4de0-b172-1848cb6c9f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2084009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28470'] for router, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:18.156007 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-210ab844-e53e-4171-8e92-ac3c2ea2ff02 req-52c81fd4-0a42-47b8-b00f-b0024549118e tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507739 Jun 18 12:56:18.158050 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2dfafb96-d7bf-4de0-b172-1848cb6c9f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2084052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1971176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28495'] for router, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:18.179411 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 673f1008-f347-4dc0-b064-930b2232ddad, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=673f1008-f347-4dc0-b064-930b2232ddad,segment=NetworkSegment(c2803c3c-f53b-412a-8fcc-4a7a8ff8f778),segment_id=c2803c3c-f53b-412a-8fcc-4a7a8ff8f778)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:56:18.219775 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:18.227555 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-63d62fb7-2f09-433f-aac5-d0679e5596ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:18.247623 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2dfafb96-d7bf-4de0-b172-1848cb6c9f00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:18.267744 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-05656a9f-2b4c-4f3d-9526-3263711930c3 req-b11a5a00-daa9-4456-8184-361b2dc1a327 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff77c695-7a95-4282-9b3b-5999dfcd29c7 HTTP/1.1" status: 200 len: 210 time: 0.0334184 Jun 18 12:56:18.401653 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2dfafb96-d7bf-4de0-b172-1848cb6c9f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054888', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2083931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28509'] for router, precommit_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:18.548929 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:18.574797 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=673f1008-f347-4dc0-b064-930b2232ddad,revision_number=4']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:18.589390 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:18.615700 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] For port d4b62f62-2968-48eb-b339-b9b4649b22e3, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=d4b62f62-2968-48eb-b339-b9b4649b22e3,segment=NetworkSegment(b79588fc-20f0-437a-9a07-92a6b1056918),segment_id=b79588fc-20f0-437a-9a07-92a6b1056918)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:56:18.622271 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2dfafb96-d7bf-4de0-b172-1848cb6c9f00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:18.627148 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:18.631728 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:18.644589 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2dfafb96-d7bf-4de0-b172-1848cb6c9f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:18.705248 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66c3705-d2a6-442f-889c-587b205430b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdfc798f7-bdfd-51cf-81b5-ef75a3e95708-3aa78f8b-d299-4681-9e29-f1a743dc35b2', 'network_id': '3aa78f8b-d299-4681-9e29-f1a743dc35b2', 'tenant_id': '48cf9cd53f0849fe80db94c1d2766eca', 'fixed_ips': [{'subnet_id': 'afaa080c-8e7e-4b77-b781-c772bc60bcf6'}]}} from dv-cinder-797073-1-iscsi. {{(pid=92827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 12:56:18.706205 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-c66c3705-d2a6-442f-889c-587b205430b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:18.752653 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Pushing event updated for resources: {'Port': ['ID=d4b62f62-2968-48eb-b339-b9b4649b22e3,revision_number=4']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:18.756010 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:18.760788 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.db_base_plugin_common [None req-2dfafb96-d7bf-4de0-b172-1848cb6c9f00 admin admin] Allocated IP 172.27.0.203 (9d896988-a366-408b-a158-be6ed4023cc1/a87da4ed-432b-4387-92bb-db12946e6cdf/ef8ef8b9-2e1f-468e-a607-b3b5210953da) {{(pid=92825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 12:56:18.857195 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-4d4ec597-3657-4c22-9009-b51879f30261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d', 'name': 'tempest-TestShelveInstance-529498587-router', 'tenant_id': '76a1137086a74a1d8351f72b15781da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd4b62f62-2968-48eb-b339-b9b4649b22e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:56:11Z', 'updated_at': '2021-06-18T12:56:15Z', 'revision_number': 4, 'project_id': '76a1137086a74a1d8351f72b15781da7', 'gw_port': {'id': 'd4b62f62-2968-48eb-b339-b9b4649b22e3', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:56:12Z', 'updated_at': '2021-06-18T12:56:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': '7faf979d-dc66-45c2-958e-8700ab18e3f9', 'name': '', 'network_id': '30ee0f4a-9895-462e-97b8-d479dbd49188', 'tenant_id': '76a1137086a74a1d8351f72b15781da7', 'mac_address': 'fa:16:3e:ba:e1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e2223505-7fbb-49dd-9bb8-6c3ce2ada832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:56:15Z', 'updated_at': '2021-06-18T12:56:15Z', 'revision_number': 2, 'project_id': '76a1137086a74a1d8351f72b15781da7', 'subnets': [{'id': 'e2223505-7fbb-49dd-9bb8-6c3ce2ada832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:56:18.880012 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2dfafb96-d7bf-4de0-b172-1848cb6c9f00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:18.892441 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4ec597-3657-4c22-9009-b51879f30261 None None] Checking router: 99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d for host: dv-cinder-797073-1-iscsi {{(pid=92827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 12:56:18.892863 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4ec597-3657-4c22-9009-b51879f30261 None None] Updating router 99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d port 7faf979d-dc66-45c2-958e-8700ab18e3f9 binding host dv-cinder-797073-1-iscsi {{(pid=92827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 12:56:18.926511 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2dfafb96-d7bf-4de0-b172-1848cb6c9f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8372378'] for port, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:18.934088 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.db_base_plugin_common [None req-c66c3705-d2a6-442f-889c-587b205430b3 None None] Allocated IP 172.20.0.2 (3aa78f8b-d299-4681-9e29-f1a743dc35b2/afaa080c-8e7e-4b77-b781-c772bc60bcf6/d8f467c5-92d4-4bc2-a64e-f2f94473a44a) {{(pid=92827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 12:56:18.939664 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:18.946027 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-4d4ec597-3657-4c22-9009-b51879f30261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:18.952423 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfafb96-d7bf-4de0-b172-1848cb6c9f00 admin admin] Network 9d896988-a366-408b-a158-be6ed4023cc1 is already hosted by enough agents. {{(pid=92825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:56:18.956875 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [None req-2dfafb96-d7bf-4de0-b172-1848cb6c9f00 admin admin] Resources bound (agent type, host, resource id): {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:56:18.960289 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfafb96-d7bf-4de0-b172-1848cb6c9f00 admin admin] Received port after_create {{(pid=92825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 12:56:18.973792 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['673f1008-f347-4dc0-b064-930b2232ddad'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 12:56:18.987639 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ed886-8af1-4842-a669-39527a0a8480 req-07088ad7-d988-4f67-a2a4-3516b4b2398e tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:18.989386 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-280ed886-8af1-4842-a669-39527a0a8480 req-07088ad7-d988-4f67-a2a4-3516b4b2398e tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=913981da-76de-4714-9db6-dad6dc5f0ab5 HTTP/1.1" status: 200 len: 945 time: 0.0787840 Jun 18 12:56:19.030254 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-280ed886-8af1-4842-a669-39527a0a8480 req-9ae40fc8-885e-4713-87df-d5d7394c37f2 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350325 Jun 18 12:56:19.040053 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfafb96-d7bf-4de0-b172-1848cb6c9f00 admin admin] Pushing event updated for resources: {'Port': ['ID=ef8ef8b9-2e1f-468e-a607-b3b5210953da,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:19.047641 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-2dfafb96-d7bf-4de0-b172-1848cb6c9f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:19.261751 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2dfafb96-d7bf-4de0-b172-1848cb6c9f00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:19.337192 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-c66c3705-d2a6-442f-889c-587b205430b3 None None] Notify callbacks [] for port, precommit_create {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:19.378644 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-c66c3705-d2a6-442f-889c-587b205430b3 None None] Transition to ACTIVE for port object d8f467c5-92d4-4bc2-a64e-f2f94473a44a will not be triggered until provisioned by entity L2. {{(pid=92827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:56:19.482883 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-c66c3705-d2a6-442f-889c-587b205430b3 None None] Transition to ACTIVE for port object d8f467c5-92d4-4bc2-a64e-f2f94473a44a will not be triggered until provisioned by entity DHCP. {{(pid=92827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:56:19.498861 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-c66c3705-d2a6-442f-889c-587b205430b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645'] for port, after_create {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:19.502683 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-4d4ec597-3657-4c22-9009-b51879f30261 None None] Notify callbacks [] for port, precommit_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:19.504806 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-20c9ef48-d264-4344-bed9-93bda6b931e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:19.541066 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-4d4ec597-3657-4c22-9009-b51879f30261 None None] Transition to ACTIVE for port object 7faf979d-dc66-45c2-958e-8700ab18e3f9 will not be triggered until provisioned by entity L2. {{(pid=92827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:56:19.563166 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-4d4ec597-3657-4c22-9009-b51879f30261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:19.572515 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66c3705-d2a6-442f-889c-587b205430b3 None None] Network 3aa78f8b-d299-4681-9e29-f1a743dc35b2 is already hosted by enough agents. {{(pid=92827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:56:19.573624 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 7b41002d-06e1-4b63-8721-701aff16359a no longer exists at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 12:56:19.578128 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c3705-d2a6-442f-889c-587b205430b3 None None] Pushing event updated for resources: {'Port': ['ID=d8f467c5-92d4-4bc2-a64e-f2f94473a44a,revision_number=1']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:19.607871 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.scheduler.base_scheduler [None req-c66c3705-d2a6-442f-889c-587b205430b3 None None] Resources bound (agent type, host, resource id): {{(pid=92827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:56:19.614894 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-c66c3705-d2a6-442f-889c-587b205430b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:19.616013 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device d4b62f62-2968-48eb-b339-b9b4649b22e3 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:56:19.618320 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-05badc42-0919-499b-aafc-7068813a17bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:19.621456 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66c3705-d2a6-442f-889c-587b205430b3 None None] Received port after_create {{(pid=92827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 12:56:19.624613 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] No Port match for: 7b41002d-06e1-4b63-8721-701aff16359a {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 12:56:19.624989 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 7b41002d-06e1-4b63-8721-701aff16359a not bound to the agent host hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 12:56:19.747336 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c5a3a4-9e62-4441-a3d0-9c55ebb0cee1 None None] Pushing event updated for resources: {'Port': ['ID=7faf979d-dc66-45c2-958e-8700ab18e3f9,revision_number=3']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:19.775476 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-48c5a3a4-9e62-4441-a3d0-9c55ebb0cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:19.805792 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2dfafb96-d7bf-4de0-b172-1848cb6c9f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2084000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054972'] for router, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:19.880438 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port d4b62f62-2968-48eb-b339-b9b4649b22e3 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:56:19.880860 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:19.887459 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-c66c3705-d2a6-442f-889c-587b205430b3 None None] Attempting to bind port d8f467c5-92d4-4bc2-a64e-f2f94473a44a on host dv-cinder-797073-1-iscsi for vnic_type normal with profile {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 12:56:19.888440 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-c66c3705-d2a6-442f-889c-587b205430b3 None None] Attempting to bind port d8f467c5-92d4-4bc2-a64e-f2f94473a44a by drivers openvswitch,hyperv on host dv-cinder-797073-1-iscsi at level 0 using segments [{'id': '079d14a0-0a18-44ed-a331-6105d8df4d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3aa78f8b-d299-4681-9e29-f1a743dc35b2'}] {{(pid=92827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 12:56:19.888850 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66c3705-d2a6-442f-889c-587b205430b3 None None] Attempting to bind port d8f467c5-92d4-4bc2-a64e-f2f94473a44a on network 3aa78f8b-d299-4681-9e29-f1a743dc35b2 {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:56:19.914520 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7bc84-a592-4493-b94e-04f14b738789 req-d42514a5-3a18-4b94-b0f9-a8fa9ea3aacc tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:19.919072 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-faa7bc84-a592-4493-b94e-04f14b738789 req-d42514a5-3a18-4b94-b0f9-a8fa9ea3aacc tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.4416168 Jun 18 12:56:19.924273 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-4d4ec597-3657-4c22-9009-b51879f30261 None None] Attempting to bind port 7faf979d-dc66-45c2-958e-8700ab18e3f9 on host dv-cinder-797073-1-iscsi for vnic_type normal with profile {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 12:56:19.924971 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-4d4ec597-3657-4c22-9009-b51879f30261 None None] Attempting to bind port 7faf979d-dc66-45c2-958e-8700ab18e3f9 by drivers openvswitch,hyperv on host dv-cinder-797073-1-iscsi at level 0 using segments [{'id': '20fee010-b67a-4285-82a0-f1f158c302fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '30ee0f4a-9895-462e-97b8-d479dbd49188'}] {{(pid=92827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 12:56:19.925358 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4ec597-3657-4c22-9009-b51879f30261 None None] Attempting to bind port 7faf979d-dc66-45c2-958e-8700ab18e3f9 on network 30ee0f4a-9895-462e-97b8-d479dbd49188 {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:56:19.927758 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66c3705-d2a6-442f-889c-587b205430b3 None None] Checking agent: {'id': '157fcad4-361f-41bd-95f6-95639e81fcdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 45, 55), 'started_at': datetime.datetime(2021, 6, 18, 12, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 12, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 12:56:19.928137 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66c3705-d2a6-442f-889c-587b205430b3 None None] Checking segment: {'id': '079d14a0-0a18-44ed-a331-6105d8df4d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3aa78f8b-d299-4681-9e29-f1a743dc35b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:56:19.928544 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-c66c3705-d2a6-442f-889c-587b205430b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:19.928971 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66c3705-d2a6-442f-889c-587b205430b3 None None] Bound using segment: {'id': '079d14a0-0a18-44ed-a331-6105d8df4d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3aa78f8b-d299-4681-9e29-f1a743dc35b2'} {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 12:56:19.929470 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-c66c3705-d2a6-442f-889c-587b205430b3 None None] Bound port: d8f467c5-92d4-4bc2-a64e-f2f94473a44a, host: dv-cinder-797073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '079d14a0-0a18-44ed-a331-6105d8df4d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3aa78f8b-d299-4681-9e29-f1a743dc35b2'}}] {{(pid=92827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 12:56:19.929848 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-c66c3705-d2a6-442f-889c-587b205430b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:19.950438 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4ec597-3657-4c22-9009-b51879f30261 None None] Checking agent: {'id': '157fcad4-361f-41bd-95f6-95639e81fcdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 45, 55), 'started_at': datetime.datetime(2021, 6, 18, 12, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 12, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 12:56:19.950776 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4ec597-3657-4c22-9009-b51879f30261 None None] Checking segment: {'id': '20fee010-b67a-4285-82a0-f1f158c302fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '30ee0f4a-9895-462e-97b8-d479dbd49188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:56:19.951136 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-4d4ec597-3657-4c22-9009-b51879f30261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:19.951550 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4ec597-3657-4c22-9009-b51879f30261 None None] Bound using segment: {'id': '20fee010-b67a-4285-82a0-f1f158c302fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '30ee0f4a-9895-462e-97b8-d479dbd49188'} {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 12:56:19.952029 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-4d4ec597-3657-4c22-9009-b51879f30261 None None] Bound port: 7faf979d-dc66-45c2-958e-8700ab18e3f9, host: dv-cinder-797073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20fee010-b67a-4285-82a0-f1f158c302fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '30ee0f4a-9895-462e-97b8-d479dbd49188'}}] {{(pid=92827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 12:56:19.952486 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-4d4ec597-3657-4c22-9009-b51879f30261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:20.049634 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-faa7bc84-a592-4493-b94e-04f14b738789 req-8e651f75-ab55-4c3f-9296-dae6ad6e84b5 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650308 Jun 18 12:56:20.119527 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dfafb96-d7bf-4de0-b172-1848cb6c9f00 admin admin] Router f219a61e-4158-4b86-9767-aee3bba780be is scheduled to L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc with binding_index 1 {{(pid=92825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 12:56:20.173164 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-c66c3705-d2a6-442f-889c-587b205430b3 None None] For port d8f467c5-92d4-4bc2-a64e-f2f94473a44a, host dv-cinder-797073-1-iscsi, cleared binding levels {{(pid=92827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 12:56:20.222922 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-c66c3705-d2a6-442f-889c-587b205430b3 None None] For port d8f467c5-92d4-4bc2-a64e-f2f94473a44a, host dv-cinder-797073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=d8f467c5-92d4-4bc2-a64e-f2f94473a44a,segment=NetworkSegment(079d14a0-0a18-44ed-a331-6105d8df4d78),segment_id=079d14a0-0a18-44ed-a331-6105d8df4d78)] {{(pid=92827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 12:56:20.224589 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-4d4ec597-3657-4c22-9009-b51879f30261 None None] For port 7faf979d-dc66-45c2-958e-8700ab18e3f9, host dv-cinder-797073-1-iscsi, cleared binding levels {{(pid=92827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 12:56:20.240014 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-c66c3705-d2a6-442f-889c-587b205430b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:20.248182 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:20.257021 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-4d4ec597-3657-4c22-9009-b51879f30261 None None] For port 7faf979d-dc66-45c2-958e-8700ab18e3f9, host dv-cinder-797073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=7faf979d-dc66-45c2-958e-8700ab18e3f9,segment=NetworkSegment(20fee010-b67a-4285-82a0-f1f158c302fe),segment_id=20fee010-b67a-4285-82a0-f1f158c302fe)] {{(pid=92827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 12:56:20.288941 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-4d4ec597-3657-4c22-9009-b51879f30261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:20.334170 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25dd15-bb5d-4a6d-81e9-a4e6bda0b5ad req-73dd7b34-bcc0-4e8e-af6f-aabc8b369657 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:20.346832 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-cf25dd15-bb5d-4a6d-81e9-a4e6bda0b5ad req-73dd7b34-bcc0-4e8e-af6f-aabc8b369657 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=913981da-76de-4714-9db6-dad6dc5f0ab5 HTTP/1.1" status: 200 len: 945 time: 0.1463194 Jun 18 12:56:20.346832 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfafb96-d7bf-4de0-b172-1848cb6c9f00 admin admin] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 12:56:20.356420 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67ef82c-73bb-47d4-86c8-383f3b3b4446 None None] Sync routers for ids ['f219a61e-4158-4b86-9767-aee3bba780be'] in dv-cinder-797073-1-iscsi {{(pid=92828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 12:56:20.383581 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67ef82c-73bb-47d4-86c8-383f3b3b4446 None None] Routers {'f219a61e-4158-4b86-9767-aee3bba780be'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 12:56:20.386761 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-f67ef82c-73bb-47d4-86c8-383f3b3b4446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:55:55Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['f219a61e-4158-4b86-9767-aee3bba780be'], 'active': True} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:56:20.395186 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4ec597-3657-4c22-9009-b51879f30261 None None] Routers {'99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 12:56:20.395828 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-4d4ec597-3657-4c22-9009-b51879f30261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:55:55Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:56:20.397872 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2dfafb96-d7bf-4de0-b172-1848cb6c9f00 admin admin] Notify callbacks [] for router, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:20.398639 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c3705-d2a6-442f-889c-587b205430b3 None None] Pushing event updated for resources: {'Port': ['ID=d8f467c5-92d4-4bc2-a64e-f2f94473a44a,revision_number=2']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:20.403434 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-c66c3705-d2a6-442f-889c-587b205430b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:20.403434 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:20.412701 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 50482) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:56:20.414497 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-2dfafb96-d7bf-4de0-b172-1848cb6c9f00 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2939858 Jun 18 12:56:20.454906 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-cf25dd15-bb5d-4a6d-81e9-a4e6bda0b5ad req-c2276087-488c-482a-aa39-a7c7e916874c tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129341 Jun 18 12:56:20.588195 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c5a3a4-9e62-4441-a3d0-9c55ebb0cee1 None None] Pushing event updated for resources: {'Port': ['ID=7faf979d-dc66-45c2-958e-8700ab18e3f9,revision_number=4']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:20.604612 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-48c5a3a4-9e62-4441-a3d0-9c55ebb0cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:20.629105 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-4d4ec597-3657-4c22-9009-b51879f30261 None None] Set router 99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 12:56:20.692927 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvr_db [None req-f67ef82c-73bb-47d4-86c8-383f3b3b4446 None None] Set router f219a61e-4158-4b86-9767-aee3bba780be gateway port host: dv-cinder-797073-1-iscsi {{(pid=92828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 12:56:20.906032 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-f67ef82c-73bb-47d4-86c8-383f3b3b4446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f219a61e-4158-4b86-9767-aee3bba780be', 'name': 'tempest-TestShelveInstance-1295601586-router', 'tenant_id': '48cf9cd53f0849fe80db94c1d2766eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': 'ef8ef8b9-2e1f-468e-a607-b3b5210953da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:56:18Z', 'updated_at': '2021-06-18T12:56:19Z', 'revision_number': 3, 'project_id': '48cf9cd53f0849fe80db94c1d2766eca', 'gw_port': {'id': 'ef8ef8b9-2e1f-468e-a607-b3b5210953da', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:df:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f219a61e-4158-4b86-9767-aee3bba780be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:56:18Z', 'updated_at': '2021-06-18T12:56:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi'}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:56:20.932330 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67ef82c-73bb-47d4-86c8-383f3b3b4446 None None] Checking router: f219a61e-4158-4b86-9767-aee3bba780be for host: dv-cinder-797073-1-iscsi {{(pid=92828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 12:56:20.932601 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67ef82c-73bb-47d4-86c8-383f3b3b4446 None None] Updating router f219a61e-4158-4b86-9767-aee3bba780be port ef8ef8b9-2e1f-468e-a607-b3b5210953da binding host dv-cinder-797073-1-iscsi {{(pid=92828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 12:56:20.969853 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-f67ef82c-73bb-47d4-86c8-383f3b3b4446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:21.087513 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-71a207ff-563b-408f-b15b-ac91bbebb16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:21.103379 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-4d4ec597-3657-4c22-9009-b51879f30261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d', 'name': 'tempest-TestShelveInstance-529498587-router', 'tenant_id': '76a1137086a74a1d8351f72b15781da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd4b62f62-2968-48eb-b339-b9b4649b22e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:56:11Z', 'updated_at': '2021-06-18T12:56:15Z', 'revision_number': 4, 'project_id': '76a1137086a74a1d8351f72b15781da7', 'gw_port': {'id': 'd4b62f62-2968-48eb-b339-b9b4649b22e3', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:56:12Z', 'updated_at': '2021-06-18T12:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': '7faf979d-dc66-45c2-958e-8700ab18e3f9', 'name': '', 'network_id': '30ee0f4a-9895-462e-97b8-d479dbd49188', 'tenant_id': '76a1137086a74a1d8351f72b15781da7', 'mac_address': 'fa:16:3e:ba:e1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e2223505-7fbb-49dd-9bb8-6c3ce2ada832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:56:15Z', 'updated_at': '2021-06-18T12:56:20Z', 'revision_number': 4, 'project_id': '76a1137086a74a1d8351f72b15781da7', 'subnets': [{'id': 'e2223505-7fbb-49dd-9bb8-6c3ce2ada832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:56:21.183428 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4ec597-3657-4c22-9009-b51879f30261 None None] The sync data for ids ['99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d'] in dv-cinder-797073-1-iscsi is: [{'id': '99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d', 'name': 'tempest-TestShelveInstance-529498587-router', 'tenant_id': '76a1137086a74a1d8351f72b15781da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd4b62f62-2968-48eb-b339-b9b4649b22e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:56:11Z', 'updated_at': '2021-06-18T12:56:15Z', 'revision_number': 4, 'project_id': '76a1137086a74a1d8351f72b15781da7', 'gw_port': {'id': 'd4b62f62-2968-48eb-b339-b9b4649b22e3', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:56:12Z', 'updated_at': '2021-06-18T12:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': '7faf979d-dc66-45c2-958e-8700ab18e3f9', 'name': '', 'network_id': '30ee0f4a-9895-462e-97b8-d479dbd49188', 'tenant_id': '76a1137086a74a1d8351f72b15781da7', 'mac_address': 'fa:16:3e:ba:e1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e2223505-7fbb-49dd-9bb8-6c3ce2ada832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:56:15Z', 'updated_at': '2021-06-18T12:56:20Z', 'revision_number': 4, 'project_id': '76a1137086a74a1d8351f72b15781da7', 'subnets': [{'id': 'e2223505-7fbb-49dd-9bb8-6c3ce2ada832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 12:56:21.454981 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-f67ef82c-73bb-47d4-86c8-383f3b3b4446 None None] Notify callbacks [] for port, precommit_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:21.472072 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.provisioning_blocks [None req-f67ef82c-73bb-47d4-86c8-383f3b3b4446 None None] Transition to ACTIVE for port object ef8ef8b9-2e1f-468e-a607-b3b5210953da will not be triggered until provisioned by entity L2. {{(pid=92828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:56:21.496600 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.db_base_plugin_common [None req-71a207ff-563b-408f-b15b-ac91bbebb16f admin admin] Allocated IP 172.20.0.1 (3aa78f8b-d299-4681-9e29-f1a743dc35b2/afaa080c-8e7e-4b77-b781-c772bc60bcf6/406deebe-a93c-4d33-a671-317e165265d3) {{(pid=92826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 12:56:21.510096 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ebf22-62c2-4fed-adbb-bfdf0897e430 req-185618fe-1e14-469a-a89d-e11eb19aee1e tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:21.514202 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-f67ef82c-73bb-47d4-86c8-383f3b3b4446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:21.519593 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4f9ebf22-62c2-4fed-adbb-bfdf0897e430 req-185618fe-1e14-469a-a89d-e11eb19aee1e tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.2314906 Jun 18 12:56:21.541744 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:21.605168 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.managers [None req-f67ef82c-73bb-47d4-86c8-383f3b3b4446 None None] Attempting to bind port ef8ef8b9-2e1f-468e-a607-b3b5210953da on host dv-cinder-797073-1-iscsi for vnic_type normal with profile {{(pid=92828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 12:56:21.605546 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.managers [None req-f67ef82c-73bb-47d4-86c8-383f3b3b4446 None None] Attempting to bind port ef8ef8b9-2e1f-468e-a607-b3b5210953da by drivers openvswitch,hyperv on host dv-cinder-797073-1-iscsi at level 0 using segments [{'id': 'b79588fc-20f0-437a-9a07-92a6b1056918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'}] {{(pid=92828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 12:56:21.606024 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4f9ebf22-62c2-4fed-adbb-bfdf0897e430 req-8a0a365d-83ec-4dce-945f-6840ba46e460 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851455 Jun 18 12:56:21.610857 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67ef82c-73bb-47d4-86c8-383f3b3b4446 None None] Attempting to bind port ef8ef8b9-2e1f-468e-a607-b3b5210953da on network 9d896988-a366-408b-a158-be6ed4023cc1 {{(pid=92828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:56:21.614634 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf170c1-f097-4fd2-8c5a-6272d1afc800 None None] Pushing event updated for resources: {'Port': ['ID=ef8ef8b9-2e1f-468e-a607-b3b5210953da,revision_number=2']} {{(pid=92828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:21.631315 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG oslo_concurrency.lockutils [None req-8bf170c1-f097-4fd2-8c5a-6272d1afc800 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:21.633743 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67ef82c-73bb-47d4-86c8-383f3b3b4446 None None] Checking agent: {'id': '157fcad4-361f-41bd-95f6-95639e81fcdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 45, 55), 'started_at': datetime.datetime(2021, 6, 18, 12, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 12, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 12:56:21.634120 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67ef82c-73bb-47d4-86c8-383f3b3b4446 None None] Checking segment: {'id': 'b79588fc-20f0-437a-9a07-92a6b1056918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:56:21.634522 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-f67ef82c-73bb-47d4-86c8-383f3b3b4446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:21.634917 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67ef82c-73bb-47d4-86c8-383f3b3b4446 None None] Bound using segment: {'id': 'b79588fc-20f0-437a-9a07-92a6b1056918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'} {{(pid=92828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 12:56:21.635655 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.managers [None req-f67ef82c-73bb-47d4-86c8-383f3b3b4446 None None] Bound port: ef8ef8b9-2e1f-468e-a607-b3b5210953da, host: dv-cinder-797073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b79588fc-20f0-437a-9a07-92a6b1056918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'}}] {{(pid=92828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 12:56:21.636047 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-f67ef82c-73bb-47d4-86c8-383f3b3b4446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:21.733501 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.db [None req-f67ef82c-73bb-47d4-86c8-383f3b3b4446 None None] For port ef8ef8b9-2e1f-468e-a607-b3b5210953da, host dv-cinder-797073-1-iscsi, cleared binding levels {{(pid=92828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 12:56:21.738832 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.db [None req-f67ef82c-73bb-47d4-86c8-383f3b3b4446 None None] For port ef8ef8b9-2e1f-468e-a607-b3b5210953da, host dv-cinder-797073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=ef8ef8b9-2e1f-468e-a607-b3b5210953da,segment=NetworkSegment(b79588fc-20f0-437a-9a07-92a6b1056918),segment_id=b79588fc-20f0-437a-9a07-92a6b1056918)] {{(pid=92828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 12:56:21.743379 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-f67ef82c-73bb-47d4-86c8-383f3b3b4446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:21.752531 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG oslo_concurrency.lockutils [None req-e426684a-4966-428f-b3e2-1dc45370203f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:21.762599 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 7faf979d-dc66-45c2-958e-8700ab18e3f9 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:56:21.773917 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-71a207ff-563b-408f-b15b-ac91bbebb16f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:21.809302 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.provisioning_blocks [None req-71a207ff-563b-408f-b15b-ac91bbebb16f admin admin] Transition to ACTIVE for port object 406deebe-a93c-4d33-a671-317e165265d3 will not be triggered until provisioned by entity DHCP. {{(pid=92826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:56:21.818174 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf170c1-f097-4fd2-8c5a-6272d1afc800 None None] Pushing event updated for resources: {'Port': ['ID=ef8ef8b9-2e1f-468e-a607-b3b5210953da,revision_number=3']} {{(pid=92828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:21.822597 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG oslo_concurrency.lockutils [None req-8bf170c1-f097-4fd2-8c5a-6272d1afc800 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:21.839964 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67ef82c-73bb-47d4-86c8-383f3b3b4446 None None] Routers {'f219a61e-4158-4b86-9767-aee3bba780be'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 12:56:21.840598 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-f67ef82c-73bb-47d4-86c8-383f3b3b4446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:55:55Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['f219a61e-4158-4b86-9767-aee3bba780be'], 'active': True} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:56:21.868526 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-e98c8ca6-b00c-4c9e-b6a4-bbdb8c0a7c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:21.877014 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning for port 7faf979d-dc66-45c2-958e-8700ab18e3f9 completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:56:21.885680 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e702d09-8937-4221-8111-297f64df622a None None] Network 3aa78f8b-d299-4681-9e29-f1a743dc35b2 requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 12:56:21.934999 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-71a207ff-563b-408f-b15b-ac91bbebb16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4940139'] for port, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:21.945436 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-c969efe2-ba47-40a5-95ad-ca79ac012277 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:21.948587 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port 7faf979d-dc66-45c2-958e-8700ab18e3f9 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:56:21.949129 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:21.958982 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e76e5-0c7d-4ac2-ac6b-a1a41983b842 req-14c1a42f-f3c4-4a4c-879b-c5c3d1408880 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:21.960863 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-771e76e5-0c7d-4ac2-ac6b-a1a41983b842 req-14c1a42f-f3c4-4a4c-879b-c5c3d1408880 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=913981da-76de-4714-9db6-dad6dc5f0ab5 HTTP/1.1" status: 200 len: 945 time: 0.1439576 Jun 18 12:56:21.975019 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvr_db [None req-f67ef82c-73bb-47d4-86c8-383f3b3b4446 None None] Set router f219a61e-4158-4b86-9767-aee3bba780be gateway port host: dv-cinder-797073-1-iscsi {{(pid=92828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 12:56:21.985232 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a207ff-563b-408f-b15b-ac91bbebb16f admin admin] Network 3aa78f8b-d299-4681-9e29-f1a743dc35b2 is already hosted by enough agents. {{(pid=92826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:56:21.996250 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.base_scheduler [None req-71a207ff-563b-408f-b15b-ac91bbebb16f admin admin] Resources bound (agent type, host, resource id): {{(pid=92826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:56:22.002168 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-34ba2bef-6421-44b9-b7b2-44ad8f2a7584 None None] Provisioning for port d8f467c5-92d4-4bc2-a64e-f2f94473a44a completed by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:56:22.003091 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a207ff-563b-408f-b15b-ac91bbebb16f admin admin] Received port after_create {{(pid=92826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 12:56:22.093159 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-771e76e5-0c7d-4ac2-ac6b-a1a41983b842 req-1ef76153-5650-4093-8172-f44af175bc2c tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068003 Jun 18 12:56:22.104191 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a207ff-563b-408f-b15b-ac91bbebb16f admin admin] Pushing event updated for resources: {'Port': ['ID=406deebe-a93c-4d33-a671-317e165265d3,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:22.122035 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:22.124229 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-71a207ff-563b-408f-b15b-ac91bbebb16f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:22.131811 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-71a207ff-563b-408f-b15b-ac91bbebb16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052883'] for router_interface, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:22.184319 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] For port 7faf979d-dc66-45c2-958e-8700ab18e3f9, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=7faf979d-dc66-45c2-958e-8700ab18e3f9,segment=NetworkSegment(20fee010-b67a-4285-82a0-f1f158c302fe),segment_id=20fee010-b67a-4285-82a0-f1f158c302fe)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:56:22.192921 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:22.193876 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device d8f467c5-92d4-4bc2-a64e-f2f94473a44a up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:56:22.228614 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-48c5a3a4-9e62-4441-a3d0-9c55ebb0cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:22.235975 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-f67ef82c-73bb-47d4-86c8-383f3b3b4446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f219a61e-4158-4b86-9767-aee3bba780be', 'name': 'tempest-TestShelveInstance-1295601586-router', 'tenant_id': '48cf9cd53f0849fe80db94c1d2766eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': 'ef8ef8b9-2e1f-468e-a607-b3b5210953da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:56:18Z', 'updated_at': '2021-06-18T12:56:19Z', 'revision_number': 3, 'project_id': '48cf9cd53f0849fe80db94c1d2766eca', 'gw_port': {'id': 'ef8ef8b9-2e1f-468e-a607-b3b5210953da', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:df:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f219a61e-4158-4b86-9767-aee3bba780be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:56:18Z', 'updated_at': '2021-06-18T12:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi'}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:56:22.277453 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67ef82c-73bb-47d4-86c8-383f3b3b4446 None None] The sync data for ids ['f219a61e-4158-4b86-9767-aee3bba780be'] in dv-cinder-797073-1-iscsi is: [{'id': 'f219a61e-4158-4b86-9767-aee3bba780be', 'name': 'tempest-TestShelveInstance-1295601586-router', 'tenant_id': '48cf9cd53f0849fe80db94c1d2766eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': 'ef8ef8b9-2e1f-468e-a607-b3b5210953da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:56:18Z', 'updated_at': '2021-06-18T12:56:19Z', 'revision_number': 3, 'project_id': '48cf9cd53f0849fe80db94c1d2766eca', 'gw_port': {'id': 'ef8ef8b9-2e1f-468e-a607-b3b5210953da', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:df:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f219a61e-4158-4b86-9767-aee3bba780be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:56:18Z', 'updated_at': '2021-06-18T12:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi'}] {{(pid=92828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 12:56:22.300446 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Pushing event updated for resources: {'Port': ['ID=7faf979d-dc66-45c2-958e-8700ab18e3f9,revision_number=5']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:22.312269 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:22.313729 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning for port d8f467c5-92d4-4bc2-a64e-f2f94473a44a completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:56:22.319928 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port d8f467c5-92d4-4bc2-a64e-f2f94473a44a triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:56:22.320415 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:22.352054 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-71a207ff-563b-408f-b15b-ac91bbebb16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:22.447993 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:22.498834 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] For port d8f467c5-92d4-4bc2-a64e-f2f94473a44a, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=d8f467c5-92d4-4bc2-a64e-f2f94473a44a,segment=NetworkSegment(079d14a0-0a18-44ed-a331-6105d8df4d78),segment_id=079d14a0-0a18-44ed-a331-6105d8df4d78)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:56:22.511666 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:22.514217 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:22.583281 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Pushing event updated for resources: {'Port': ['ID=d8f467c5-92d4-4bc2-a64e-f2f94473a44a,revision_number=3']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:22.586690 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:22.618979 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-71a207ff-563b-408f-b15b-ac91bbebb16f admin admin] Notify callbacks [] for port, precommit_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:22.623882 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-71a207ff-563b-408f-b15b-ac91bbebb16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4940125'] for port, after_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:22.626727 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:22.643738 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-af930ff0-d6fc-456a-ae6a-b5aa461873bd None None] Provisioning complete for port d8f467c5-92d4-4bc2-a64e-f2f94473a44a triggered by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:56:22.644434 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-af930ff0-d6fc-456a-ae6a-b5aa461873bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:22.783109 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a207ff-563b-408f-b15b-ac91bbebb16f admin admin] Pushing event updated for resources: {'Port': ['ID=406deebe-a93c-4d33-a671-317e165265d3,revision_number=2']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:22.787067 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-71a207ff-563b-408f-b15b-ac91bbebb16f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2059530'] for router_interface, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:22.790092 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-71a207ff-563b-408f-b15b-ac91bbebb16f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:22.845701 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-af930ff0-d6fc-456a-ae6a-b5aa461873bd None None] Provisioning for port 406deebe-a93c-4d33-a671-317e165265d3 completed by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:56:22.849946 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-af930ff0-d6fc-456a-ae6a-b5aa461873bd None None] Provisioning complete for port 406deebe-a93c-4d33-a671-317e165265d3 triggered by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:56:22.850326 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-af930ff0-d6fc-456a-ae6a-b5aa461873bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:22.900169 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-af930ff0-d6fc-456a-ae6a-b5aa461873bd None None] Port 406deebe-a93c-4d33-a671-317e165265d3 cannot update to ACTIVE because it is not bound. {{(pid=92827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 12:56:23.022004 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f8b468c5-1374-4559-bb90-1c0cb9b12e82 None None] Provisioning complete for port 406deebe-a93c-4d33-a671-317e165265d3 triggered by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:56:23.022719 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f8b468c5-1374-4559-bb90-1c0cb9b12e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:23.068928 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-f8b468c5-1374-4559-bb90-1c0cb9b12e82 None None] Port 406deebe-a93c-4d33-a671-317e165265d3 cannot update to ACTIVE because it is not bound. {{(pid=92827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 12:56:23.175708 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b941488e-7579-4b85-b89d-d38b74e28ef5 req-53cb2fdf-4869-49ae-b8d4-29a01d71c1c7 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:23.177384 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b941488e-7579-4b85-b89d-d38b74e28ef5 req-53cb2fdf-4869-49ae-b8d4-29a01d71c1c7 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.3915744 Jun 18 12:56:23.200133 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a207ff-563b-408f-b15b-ac91bbebb16f admin admin] Network 3aa78f8b-d299-4681-9e29-f1a743dc35b2 is already hosted by enough agents. {{(pid=92826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:56:23.207737 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.base_scheduler [None req-71a207ff-563b-408f-b15b-ac91bbebb16f admin admin] Resources bound (agent type, host, resource id): {{(pid=92826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:56:23.281422 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b941488e-7579-4b85-b89d-d38b74e28ef5 req-cde9618c-86de-4ec5-9c19-1aadeeb3c1b4 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959175 Jun 18 12:56:23.331041 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6877a-d58a-4fe6-af4e-f5d553431a2c req-7c7f5e05-42e3-413b-9612-87f5b83b45ec tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:23.334210 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-a4b6877a-d58a-4fe6-af4e-f5d553431a2c req-7c7f5e05-42e3-413b-9612-87f5b83b45ec tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=913981da-76de-4714-9db6-dad6dc5f0ab5 HTTP/1.1" status: 200 len: 945 time: 0.1162698 Jun 18 12:56:23.357474 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a207ff-563b-408f-b15b-ac91bbebb16f admin admin] Router f219a61e-4158-4b86-9767-aee3bba780be has already been hosted by L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc {{(pid=92826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 12:56:23.386092 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-a4b6877a-d58a-4fe6-af4e-f5d553431a2c req-380b1e11-f322-4775-bbe0-be3502258437 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397418 Jun 18 12:56:23.491664 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-9c4a8df1-fb32-4ac1-b003-7d816d0c5e17 None None] Provisioning complete for port 406deebe-a93c-4d33-a671-317e165265d3 triggered by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:56:23.492121 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-9c4a8df1-fb32-4ac1-b003-7d816d0c5e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:23.496196 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a207ff-563b-408f-b15b-ac91bbebb16f admin admin] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 12:56:23.511724 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-71a207ff-563b-408f-b15b-ac91bbebb16f admin admin] 10.222.0.86 "PUT /v2.0/routers/f219a61e-4158-4b86-9767-aee3bba780be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0978014 Jun 18 12:56:23.537346 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-9c4a8df1-fb32-4ac1-b003-7d816d0c5e17 None None] Port 406deebe-a93c-4d33-a671-317e165265d3 cannot update to ACTIVE because it is not bound. {{(pid=92827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 12:56:23.671751 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 7faf979d-dc66-45c2-958e-8700ab18e3f9 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:56:23.724047 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port 7faf979d-dc66-45c2-958e-8700ab18e3f9 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:56:23.724717 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:23.807587 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device d8f467c5-92d4-4bc2-a64e-f2f94473a44a up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:56:23.856999 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port d8f467c5-92d4-4bc2-a64e-f2f94473a44a triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:56:23.857385 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:23.939194 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device ef8ef8b9-2e1f-468e-a607-b3b5210953da up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:56:23.987205 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning for port ef8ef8b9-2e1f-468e-a607-b3b5210953da completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:56:23.991315 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port ef8ef8b9-2e1f-468e-a607-b3b5210953da triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:56:23.991719 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:24.071595 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:24.094288 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] For port ef8ef8b9-2e1f-468e-a607-b3b5210953da, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=ef8ef8b9-2e1f-468e-a607-b3b5210953da,segment=NetworkSegment(b79588fc-20f0-437a-9a07-92a6b1056918),segment_id=b79588fc-20f0-437a-9a07-92a6b1056918)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:56:24.099558 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:24.101674 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:24.151886 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Pushing event updated for resources: {'Port': ['ID=ef8ef8b9-2e1f-468e-a607-b3b5210953da,revision_number=4']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:24.155583 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:24.198083 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 50550) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:56:24.202725 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-6fa99533-c9a8-4d40-abab-b7edac5f4787 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1242852264', 'description': 'tempest-secgroup-smoke-1242852264 description', 'project_id': '76a1137086a74a1d8351f72b15781da7'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:56:24.228017 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-6fa99533-c9a8-4d40-abab-b7edac5f4787 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:24.284333 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f64126c-5256-4e04-a16e-51d3b1b4a563 None None] Sync routers for ids ['f219a61e-4158-4b86-9767-aee3bba780be'] in dv-cinder-797073-1-iscsi {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 12:56:24.293577 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f64126c-5256-4e04-a16e-51d3b1b4a563 None None] Routers {'f219a61e-4158-4b86-9767-aee3bba780be'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 12:56:24.294187 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-2f64126c-5256-4e04-a16e-51d3b1b4a563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:55:55Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['f219a61e-4158-4b86-9767-aee3bba780be'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:56:24.320720 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-6fa99533-c9a8-4d40-abab-b7edac5f4787 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:24.324722 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-6fa99533-c9a8-4d40-abab-b7edac5f4787 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:24.327182 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-7b35bda2-64ec-411e-ac74-e199b461e22f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:24.352584 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-6fa99533-c9a8-4d40-abab-b7edac5f4787 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:24.353781 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-6fa99533-c9a8-4d40-abab-b7edac5f4787 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1546757 Jun 18 12:56:24.356906 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 50554) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:56:24.362258 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-67980b73-8508-48d3-a568-eb52fee5b0bb tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Request body: {'security_group_rule': {'security_group_id': 'ae68739d-e902-4ae2-8f71-89b993f63b63', 'project_id': '76a1137086a74a1d8351f72b15781da7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:56:24.365091 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa99533-c9a8-4d40-abab-b7edac5f4787 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae68739d-e902-4ae2-8f71-89b993f63b63,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:24.368499 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-6fa99533-c9a8-4d40-abab-b7edac5f4787 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:24.389442 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-67980b73-8508-48d3-a568-eb52fee5b0bb tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:24.426358 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-2f64126c-5256-4e04-a16e-51d3b1b4a563 None None] Set router f219a61e-4158-4b86-9767-aee3bba780be gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 12:56:24.465988 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-67980b73-8508-48d3-a568-eb52fee5b0bb tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:24.476621 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-67980b73-8508-48d3-a568-eb52fee5b0bb tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017479'] for security_group_rule, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:24.481291 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:24.502809 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67980b73-8508-48d3-a568-eb52fee5b0bb tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccf1bdab-4117-4515-9660-95569325ee03,revision_number=0']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:24.507299 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-67980b73-8508-48d3-a568-eb52fee5b0bb tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:24.510761 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-67980b73-8508-48d3-a568-eb52fee5b0bb tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:24.511999 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-67980b73-8508-48d3-a568-eb52fee5b0bb tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1541281 Jun 18 12:56:24.515057 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 50560) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:56:24.521050 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-53f63313-dcd6-4b70-a9a0-fd5bb59e4b52 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Request body: {'security_group_rule': {'security_group_id': 'ae68739d-e902-4ae2-8f71-89b993f63b63', 'project_id': '76a1137086a74a1d8351f72b15781da7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:56:24.523215 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0575d30-f9b4-47f0-9951-c643dca7864e req-006c9cea-d670-48ae-8823-eaee159b1ffa tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:24.524700 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c0575d30-f9b4-47f0-9951-c643dca7864e req-006c9cea-d670-48ae-8823-eaee159b1ffa tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.1035287 Jun 18 12:56:24.555610 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-53f63313-dcd6-4b70-a9a0-fd5bb59e4b52 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:24.569594 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c0575d30-f9b4-47f0-9951-c643dca7864e req-dd0e82e7-a187-4e48-baa5-ed0e5210867c tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385349 Jun 18 12:56:24.648316 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-53f63313-dcd6-4b70-a9a0-fd5bb59e4b52 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:24.653778 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-53f63313-dcd6-4b70-a9a0-fd5bb59e4b52 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017479'] for security_group_rule, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:24.656195 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:24.663190 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-2f64126c-5256-4e04-a16e-51d3b1b4a563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f219a61e-4158-4b86-9767-aee3bba780be', 'name': 'tempest-TestShelveInstance-1295601586-router', 'tenant_id': '48cf9cd53f0849fe80db94c1d2766eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': 'ef8ef8b9-2e1f-468e-a607-b3b5210953da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:56:18Z', 'updated_at': '2021-06-18T12:56:22Z', 'revision_number': 4, 'project_id': '48cf9cd53f0849fe80db94c1d2766eca', 'gw_port': {'id': 'ef8ef8b9-2e1f-468e-a607-b3b5210953da', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:df:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f219a61e-4158-4b86-9767-aee3bba780be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:56:18Z', 'updated_at': '2021-06-18T12:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': '406deebe-a93c-4d33-a671-317e165265d3', 'name': '', 'network_id': '3aa78f8b-d299-4681-9e29-f1a743dc35b2', 'tenant_id': '48cf9cd53f0849fe80db94c1d2766eca', 'mac_address': 'fa:16:3e:b0:8e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f219a61e-4158-4b86-9767-aee3bba780be', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'afaa080c-8e7e-4b77-b781-c772bc60bcf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:56:21Z', 'updated_at': '2021-06-18T12:56:22Z', 'revision_number': 2, 'project_id': '48cf9cd53f0849fe80db94c1d2766eca', 'subnets': [{'id': 'afaa080c-8e7e-4b77-b781-c772bc60bcf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:56:24.682844 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f63313-dcd6-4b70-a9a0-fd5bb59e4b52 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e7bcec6-3e18-485c-9d67-545b961caf27,revision_number=0']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:24.685972 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-53f63313-dcd6-4b70-a9a0-fd5bb59e4b52 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:24.693386 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-53f63313-dcd6-4b70-a9a0-fd5bb59e4b52 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:24.694658 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-53f63313-dcd6-4b70-a9a0-fd5bb59e4b52 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1779778 Jun 18 12:56:24.697267 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 50564) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:56:24.701639 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-0ab8e054-a620-44da-aa1a-8e27b36f558c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Request body: {'security_group_rule': {'security_group_id': 'ae68739d-e902-4ae2-8f71-89b993f63b63', 'project_id': '76a1137086a74a1d8351f72b15781da7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:56:24.704909 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f64126c-5256-4e04-a16e-51d3b1b4a563 None None] Checking router: f219a61e-4158-4b86-9767-aee3bba780be for host: dv-cinder-797073-1-iscsi {{(pid=92827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 12:56:24.705306 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f64126c-5256-4e04-a16e-51d3b1b4a563 None None] Updating router f219a61e-4158-4b86-9767-aee3bba780be port 406deebe-a93c-4d33-a671-317e165265d3 binding host dv-cinder-797073-1-iscsi {{(pid=92827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 12:56:24.736660 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-0ab8e054-a620-44da-aa1a-8e27b36f558c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:24.739335 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 673f1008-f347-4dc0-b064-930b2232ddad up at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:56:24.743037 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-710375d7-b92e-4ed7-8f6b-a64866fec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:24.770435 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-2f64126c-5256-4e04-a16e-51d3b1b4a563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:24.779872 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cafb69-b001-4592-8ffb-a24629a3309a req-c0a271b0-474c-4942-984c-6d7027812c60 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:24.781603 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-31cafb69-b001-4592-8ffb-a24629a3309a req-c0a271b0-474c-4942-984c-6d7027812c60 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=913981da-76de-4714-9db6-dad6dc5f0ab5 HTTP/1.1" status: 200 len: 945 time: 0.0964558 Jun 18 12:56:24.793834 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-0ab8e054-a620-44da-aa1a-8e27b36f558c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:24.798872 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-0ab8e054-a620-44da-aa1a-8e27b36f558c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017479'] for security_group_rule, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:24.801096 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-53f63313-dcd6-4b70-a9a0-fd5bb59e4b52 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:24.819665 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8e054-a620-44da-aa1a-8e27b36f558c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=518a0783-2a30-4a26-b7a1-73a4cb2c13df,revision_number=0']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:24.823606 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-0ab8e054-a620-44da-aa1a-8e27b36f558c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:24.827038 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-0ab8e054-a620-44da-aa1a-8e27b36f558c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:24.829028 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-0ab8e054-a620-44da-aa1a-8e27b36f558c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1304524 Jun 18 12:56:24.831597 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 50570) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:56:24.833080 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-31cafb69-b001-4592-8ffb-a24629a3309a req-a5eb48ba-2b53-4f55-af7a-533af95addcc tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408096 Jun 18 12:56:24.837409 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-584c2484-5a1f-4081-b7a1-118c7300c1ae tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Request body: {'security_group_rule': {'security_group_id': 'ae68739d-e902-4ae2-8f71-89b993f63b63', 'project_id': '76a1137086a74a1d8351f72b15781da7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:56:24.844348 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning for port 673f1008-f347-4dc0-b064-930b2232ddad completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:56:24.868997 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-584c2484-5a1f-4081-b7a1-118c7300c1ae tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:24.893655 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning complete for port 673f1008-f347-4dc0-b064-930b2232ddad triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:56:24.894036 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:24.930663 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-584c2484-5a1f-4081-b7a1-118c7300c1ae tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:24.934347 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-584c2484-5a1f-4081-b7a1-118c7300c1ae tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017479'] for security_group_rule, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:24.936486 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-0ab8e054-a620-44da-aa1a-8e27b36f558c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:24.949986 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584c2484-5a1f-4081-b7a1-118c7300c1ae tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ae0134e-66f8-41e7-8eef-2ca9903d5c6a,revision_number=0']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:24.953861 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-584c2484-5a1f-4081-b7a1-118c7300c1ae tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:24.959556 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-584c2484-5a1f-4081-b7a1-118c7300c1ae tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:24.961004 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-584c2484-5a1f-4081-b7a1-118c7300c1ae tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1280780 Jun 18 12:56:24.963509 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 50572) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:56:24.967997 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-3ee59d5c-4867-4d38-b352-376161ae9cca tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Request body: {'security_group_rule': {'security_group_id': 'ae68739d-e902-4ae2-8f71-89b993f63b63', 'project_id': '76a1137086a74a1d8351f72b15781da7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:56:24.991326 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.db.securitygroups_db [None req-3ee59d5c-4867-4d38-b352-376161ae9cca tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Project 76a1137086a74a1d8351f72b15781da7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 12:56:24.996124 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-3ee59d5c-4867-4d38-b352-376161ae9cca tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:25.061292 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-3ee59d5c-4867-4d38-b352-376161ae9cca tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:25.063755 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:25.067385 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-3ee59d5c-4867-4d38-b352-376161ae9cca tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017479'] for security_group_rule, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:25.069439 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:25.070702 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:25.085878 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee59d5c-4867-4d38-b352-376161ae9cca tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9fc05e-695b-4660-8481-fd17de4a9345,revision_number=0']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:25.088192 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-3ee59d5c-4867-4d38-b352-376161ae9cca tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:25.093151 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-3ee59d5c-4867-4d38-b352-376161ae9cca tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:25.097189 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-3ee59d5c-4867-4d38-b352-376161ae9cca tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1300950 Jun 18 12:56:25.097293 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 50574) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:56:25.101769 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-e6ccf5aa-0b4c-4664-bde4-55783962b838 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Request body: {'security_group_rule': {'security_group_id': 'ae68739d-e902-4ae2-8f71-89b993f63b63', 'project_id': '76a1137086a74a1d8351f72b15781da7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:56:25.107743 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913981da-76de-4714-9db6-dad6dc5f0ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673f1008-f347-4dc0-b064-930b2232ddad'}] {{(pid=92827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 12:56:25.110169 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c43e27dad5924667550749323780498268b495889c5e44707aafbe87e8432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d14d96-eb28-431b-be51-12ddb569b0c8" -d '{"events": [{"server_uuid": "913981da-76de-4714-9db6-dad6dc5f0ab5", "name": "network-vif-plugged", "status": "completed", "tag": "673f1008-f347-4dc0-b064-930b2232ddad"}]}' {{(pid=92827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 12:56:25.124262 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.db.securitygroups_db [None req-e6ccf5aa-0b4c-4664-bde4-55783962b838 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Project 76a1137086a74a1d8351f72b15781da7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 12:56:25.126161 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 673f1008-f347-4dc0-b064-930b2232ddad, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=673f1008-f347-4dc0-b064-930b2232ddad,segment=NetworkSegment(c2803c3c-f53b-412a-8fcc-4a7a8ff8f778),segment_id=c2803c3c-f53b-412a-8fcc-4a7a8ff8f778)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:56:25.130914 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e6ccf5aa-0b4c-4664-bde4-55783962b838 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:25.147709 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:25.149412 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:25.171643 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 12:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96658be-f862-4b50-9af6-f9418e715e8c x-openstack-request-id: req-b96658be-f862-4b50-9af6-f9418e715e8c {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 12:56:25.171976 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913981da-76de-4714-9db6-dad6dc5f0ab5", "name": "network-vif-plugged", "status": "completed", "tag": "673f1008-f347-4dc0-b064-930b2232ddad", "code": 200}]} {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 12:56:25.172302 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b96658be-f862-4b50-9af6-f9418e715e8c {{(pid=92827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 12:56:25.172698 dv-cinder-797073-1-iscsi neutron-server[92827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913981da-76de-4714-9db6-dad6dc5f0ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673f1008-f347-4dc0-b064-930b2232ddad', 'code': 200} Jun 18 12:56:25.195146 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e6ccf5aa-0b4c-4664-bde4-55783962b838 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:25.198868 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e6ccf5aa-0b4c-4664-bde4-55783962b838 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017479'] for security_group_rule, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:25.202256 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-2f64126c-5256-4e04-a16e-51d3b1b4a563 None None] Notify callbacks [] for port, precommit_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:25.204677 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:25.219337 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=673f1008-f347-4dc0-b064-930b2232ddad,revision_number=5']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:25.219820 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ccf5aa-0b4c-4664-bde4-55783962b838 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a812bfe-d807-4d7c-9ab1-f03f274e114b,revision_number=0']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:25.222417 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-2f64126c-5256-4e04-a16e-51d3b1b4a563 None None] Transition to ACTIVE for port object 406deebe-a93c-4d33-a671-317e165265d3 will not be triggered until provisioned by entity L2. {{(pid=92827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:56:25.222845 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-e6ccf5aa-0b4c-4664-bde4-55783962b838 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:25.224247 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e6ccf5aa-0b4c-4664-bde4-55783962b838 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:25.224369 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:25.230846 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-e6ccf5aa-0b4c-4664-bde4-55783962b838 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1273251 Jun 18 12:56:25.236478 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-2f64126c-5256-4e04-a16e-51d3b1b4a563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:25.238592 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:25.320484 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c690a-cafb-42ad-a5d3-24fc1f75b916 None None] Pushing event updated for resources: {'Port': ['ID=406deebe-a93c-4d33-a671-317e165265d3,revision_number=3']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:25.323277 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-645c690a-cafb-42ad-a5d3-24fc1f75b916 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:25.386310 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-2f64126c-5256-4e04-a16e-51d3b1b4a563 None None] Attempting to bind port 406deebe-a93c-4d33-a671-317e165265d3 on host dv-cinder-797073-1-iscsi for vnic_type normal with profile {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 12:56:25.386694 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-2f64126c-5256-4e04-a16e-51d3b1b4a563 None None] Attempting to bind port 406deebe-a93c-4d33-a671-317e165265d3 by drivers openvswitch,hyperv on host dv-cinder-797073-1-iscsi at level 0 using segments [{'id': '079d14a0-0a18-44ed-a331-6105d8df4d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3aa78f8b-d299-4681-9e29-f1a743dc35b2'}] {{(pid=92827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 12:56:25.387247 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f64126c-5256-4e04-a16e-51d3b1b4a563 None None] Attempting to bind port 406deebe-a93c-4d33-a671-317e165265d3 on network 3aa78f8b-d299-4681-9e29-f1a743dc35b2 {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:56:25.393936 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f64126c-5256-4e04-a16e-51d3b1b4a563 None None] Checking agent: {'id': '157fcad4-361f-41bd-95f6-95639e81fcdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 45, 55), 'started_at': datetime.datetime(2021, 6, 18, 12, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 12, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 12:56:25.394334 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f64126c-5256-4e04-a16e-51d3b1b4a563 None None] Checking segment: {'id': '079d14a0-0a18-44ed-a331-6105d8df4d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3aa78f8b-d299-4681-9e29-f1a743dc35b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:56:25.394729 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-2f64126c-5256-4e04-a16e-51d3b1b4a563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:25.395123 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f64126c-5256-4e04-a16e-51d3b1b4a563 None None] Bound using segment: {'id': '079d14a0-0a18-44ed-a331-6105d8df4d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3aa78f8b-d299-4681-9e29-f1a743dc35b2'} {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 12:56:25.395608 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-2f64126c-5256-4e04-a16e-51d3b1b4a563 None None] Bound port: 406deebe-a93c-4d33-a671-317e165265d3, host: dv-cinder-797073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '079d14a0-0a18-44ed-a331-6105d8df4d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3aa78f8b-d299-4681-9e29-f1a743dc35b2'}}] {{(pid=92827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 12:56:25.395974 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-2f64126c-5256-4e04-a16e-51d3b1b4a563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:25.467322 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-2f64126c-5256-4e04-a16e-51d3b1b4a563 None None] For port 406deebe-a93c-4d33-a671-317e165265d3, host dv-cinder-797073-1-iscsi, cleared binding levels {{(pid=92827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 12:56:25.470604 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-2f64126c-5256-4e04-a16e-51d3b1b4a563 None None] For port 406deebe-a93c-4d33-a671-317e165265d3, host dv-cinder-797073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=406deebe-a93c-4d33-a671-317e165265d3,segment=NetworkSegment(079d14a0-0a18-44ed-a331-6105d8df4d78),segment_id=079d14a0-0a18-44ed-a331-6105d8df4d78)] {{(pid=92827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 12:56:25.475519 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-2f64126c-5256-4e04-a16e-51d3b1b4a563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:25.478223 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-645c690a-cafb-42ad-a5d3-24fc1f75b916 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:25.540343 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f64126c-5256-4e04-a16e-51d3b1b4a563 None None] Routers {'f219a61e-4158-4b86-9767-aee3bba780be'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 12:56:25.541062 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-2f64126c-5256-4e04-a16e-51d3b1b4a563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:56:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['f219a61e-4158-4b86-9767-aee3bba780be'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:56:25.598931 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device ef8ef8b9-2e1f-468e-a607-b3b5210953da up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:56:25.704984 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-2f64126c-5256-4e04-a16e-51d3b1b4a563 None None] Set router f219a61e-4158-4b86-9767-aee3bba780be gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 12:56:25.838044 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4348b2-1a43-447c-9751-ee3b433bf431 req-e817bfd7-9b2e-4e20-813a-987f82bed5aa tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:25.839753 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-5c4348b2-1a43-447c-9751-ee3b433bf431 req-e817bfd7-9b2e-4e20-813a-987f82bed5aa tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0855973 Jun 18 12:56:25.879880 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-5c4348b2-1a43-447c-9751-ee3b433bf431 req-0472cce9-954a-45ea-bb3c-d322f36fc68f tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338602 Jun 18 12:56:25.883757 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c690a-cafb-42ad-a5d3-24fc1f75b916 None None] Pushing event updated for resources: {'Port': ['ID=406deebe-a93c-4d33-a671-317e165265d3,revision_number=4']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:25.886872 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-645c690a-cafb-42ad-a5d3-24fc1f75b916 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:26.014081 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:26.031000 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port ef8ef8b9-2e1f-468e-a607-b3b5210953da triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:56:26.031426 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:26.049016 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00227bff-f3c8-4e29-8e2d-df5839b5db30 req-97846806-8c8f-41d1-8d3c-6bd619e53c6b tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:26.050474 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-00227bff-f3c8-4e29-8e2d-df5839b5db30 req-97846806-8c8f-41d1-8d3c-6bd619e53c6b tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=913981da-76de-4714-9db6-dad6dc5f0ab5 HTTP/1.1" status: 200 len: 946 time: 0.0667500 Jun 18 12:56:26.090053 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-00227bff-f3c8-4e29-8e2d-df5839b5db30 req-44e34d7d-ac97-47ea-bc57-2565151bd34a tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334356 Jun 18 12:56:26.189914 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-2f64126c-5256-4e04-a16e-51d3b1b4a563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f219a61e-4158-4b86-9767-aee3bba780be', 'name': 'tempest-TestShelveInstance-1295601586-router', 'tenant_id': '48cf9cd53f0849fe80db94c1d2766eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': 'ef8ef8b9-2e1f-468e-a607-b3b5210953da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:56:18Z', 'updated_at': '2021-06-18T12:56:22Z', 'revision_number': 4, 'project_id': '48cf9cd53f0849fe80db94c1d2766eca', 'gw_port': {'id': 'ef8ef8b9-2e1f-468e-a607-b3b5210953da', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:df:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f219a61e-4158-4b86-9767-aee3bba780be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:56:18Z', 'updated_at': '2021-06-18T12:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': '406deebe-a93c-4d33-a671-317e165265d3', 'name': '', 'network_id': '3aa78f8b-d299-4681-9e29-f1a743dc35b2', 'tenant_id': '48cf9cd53f0849fe80db94c1d2766eca', 'mac_address': 'fa:16:3e:b0:8e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f219a61e-4158-4b86-9767-aee3bba780be', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'afaa080c-8e7e-4b77-b781-c772bc60bcf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:56:21Z', 'updated_at': '2021-06-18T12:56:25Z', 'revision_number': 4, 'project_id': '48cf9cd53f0849fe80db94c1d2766eca', 'subnets': [{'id': 'afaa080c-8e7e-4b77-b781-c772bc60bcf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:56:26.220006 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f64126c-5256-4e04-a16e-51d3b1b4a563 None None] The sync data for ids ['f219a61e-4158-4b86-9767-aee3bba780be'] in dv-cinder-797073-1-iscsi is: [{'id': 'f219a61e-4158-4b86-9767-aee3bba780be', 'name': 'tempest-TestShelveInstance-1295601586-router', 'tenant_id': '48cf9cd53f0849fe80db94c1d2766eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': 'ef8ef8b9-2e1f-468e-a607-b3b5210953da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:56:18Z', 'updated_at': '2021-06-18T12:56:22Z', 'revision_number': 4, 'project_id': '48cf9cd53f0849fe80db94c1d2766eca', 'gw_port': {'id': 'ef8ef8b9-2e1f-468e-a607-b3b5210953da', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:df:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f219a61e-4158-4b86-9767-aee3bba780be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:56:18Z', 'updated_at': '2021-06-18T12:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': '406deebe-a93c-4d33-a671-317e165265d3', 'name': '', 'network_id': '3aa78f8b-d299-4681-9e29-f1a743dc35b2', 'tenant_id': '48cf9cd53f0849fe80db94c1d2766eca', 'mac_address': 'fa:16:3e:b0:8e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f219a61e-4158-4b86-9767-aee3bba780be', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'afaa080c-8e7e-4b77-b781-c772bc60bcf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:56:21Z', 'updated_at': '2021-06-18T12:56:25Z', 'revision_number': 4, 'project_id': '48cf9cd53f0849fe80db94c1d2766eca', 'subnets': [{'id': 'afaa080c-8e7e-4b77-b781-c772bc60bcf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 12:56:27.060502 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659bd54f-f866-4241-b85b-58656cb60f5f req-58835382-e2e1-4e6f-bc8f-6a041bbae8ff tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:27.062123 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-659bd54f-f866-4241-b85b-58656cb60f5f req-58835382-e2e1-4e6f-bc8f-6a041bbae8ff tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0707443 Jun 18 12:56:27.111630 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-659bd54f-f866-4241-b85b-58656cb60f5f req-3bf56310-8021-48d5-b66b-6af38f46a0ac tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427451 Jun 18 12:56:27.317793 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa289e5-24a7-4dbf-becd-e6ee346296e9 req-8ed21d9f-5c1c-4013-a9c7-49fed456c395 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:27.319243 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4fa289e5-24a7-4dbf-becd-e6ee346296e9 req-8ed21d9f-5c1c-4013-a9c7-49fed456c395 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=913981da-76de-4714-9db6-dad6dc5f0ab5 HTTP/1.1" status: 200 len: 946 time: 0.1036196 Jun 18 12:56:27.324150 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa6aae-ba34-4a97-a7ae-2bd23da8ab7f req-4e36268d-9b96-4014-999b-038ae908431b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:27.325531 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6afa6aae-ba34-4a97-a7ae-2bd23da8ab7f req-4e36268d-9b96-4014-999b-038ae908431b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=913981da-76de-4714-9db6-dad6dc5f0ab5 HTTP/1.1" status: 200 len: 1099 time: 0.0819228 Jun 18 12:56:27.379706 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4fa289e5-24a7-4dbf-becd-e6ee346296e9 req-7e5eb22c-56a9-4673-b729-5603ab2c0872 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532038 Jun 18 12:56:27.385781 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6afa6aae-ba34-4a97-a7ae-2bd23da8ab7f req-7ac3a227-02b8-431f-b6ad-bb6469fb4060 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461516 Jun 18 12:56:27.565336 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 406deebe-a93c-4d33-a671-317e165265d3 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:56:27.612708 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning for port 406deebe-a93c-4d33-a671-317e165265d3 completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:56:27.616448 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port 406deebe-a93c-4d33-a671-317e165265d3 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:56:27.616985 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:27.667141 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:27.709117 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:27.741051 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] For port 406deebe-a93c-4d33-a671-317e165265d3, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=406deebe-a93c-4d33-a671-317e165265d3,segment=NetworkSegment(079d14a0-0a18-44ed-a331-6105d8df4d78),segment_id=079d14a0-0a18-44ed-a331-6105d8df4d78)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:56:27.744655 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:27.746512 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:27.792053 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Pushing event updated for resources: {'Port': ['ID=406deebe-a93c-4d33-a671-317e165265d3,revision_number=5']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:27.795047 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:28.291490 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e783ea4-f08d-4307-95cc-46d8ebc03e92 req-191a238f-3cbd-487c-911e-f36ed0e812b9 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:28.293015 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-2e783ea4-f08d-4307-95cc-46d8ebc03e92 req-191a238f-3cbd-487c-911e-f36ed0e812b9 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0636539 Jun 18 12:56:28.330709 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-2e783ea4-f08d-4307-95cc-46d8ebc03e92 req-da68a488-26fc-45dd-9f81-97db3c632f98 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316474 Jun 18 12:56:28.561146 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13926087-b2f1-41f5-afeb-d4a5fed3a741 req-4407a795-9921-47b5-9fb1-8f742553c6e8 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:28.562699 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-13926087-b2f1-41f5-afeb-d4a5fed3a741 req-4407a795-9921-47b5-9fb1-8f742553c6e8 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=913981da-76de-4714-9db6-dad6dc5f0ab5 HTTP/1.1" status: 200 len: 946 time: 0.0677776 Jun 18 12:56:28.599218 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-13926087-b2f1-41f5-afeb-d4a5fed3a741 req-63aad963-688f-4f6c-8306-2918edc484c4 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302386 Jun 18 12:56:28.986755 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:29.529487 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1613e-a0f0-4c11-92a2-cd407aa6643b req-b7ef1686-9866-4d60-9066-f60a51de06d2 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:29.531252 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-93b1613e-a0f0-4c11-92a2-cd407aa6643b req-b7ef1686-9866-4d60-9066-f60a51de06d2 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0769343 Jun 18 12:56:29.557937 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 406deebe-a93c-4d33-a671-317e165265d3 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:56:29.579129 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-93b1613e-a0f0-4c11-92a2-cd407aa6643b req-6ea25aa9-1f6d-431c-9110-97890f3740e5 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405991 Jun 18 12:56:29.614693 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port 406deebe-a93c-4d33-a671-317e165265d3 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:56:29.615076 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:29.788451 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516d3d9-21af-46bd-9c00-5097d1f4075e req-5dec94b4-6b87-4e84-80a0-85564209815f tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:29.789920 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-2516d3d9-21af-46bd-9c00-5097d1f4075e req-5dec94b4-6b87-4e84-80a0-85564209815f tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=913981da-76de-4714-9db6-dad6dc5f0ab5 HTTP/1.1" status: 200 len: 946 time: 0.0677872 Jun 18 12:56:29.831879 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-2516d3d9-21af-46bd-9c00-5097d1f4075e req-f10b60a3-2840-45df-b773-6a106305d9d2 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358295 Jun 18 12:56:30.250680 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 50724) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:56:30.390329 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2b8a4612-8acb-4cfe-bafb-3e8a84803816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:30.565490 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2b8a4612-8acb-4cfe-bafb-3e8a84803816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:30.570531 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2b8a4612-8acb-4cfe-bafb-3e8a84803816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:30.573829 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-4d9d4448-73c1-49cf-9c83-dd2bb60a3b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:30.639437 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a4612-8acb-4cfe-bafb-3e8a84803816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c5b820-ebca-4b30-a254-a80e9b7417bb,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:30.647281 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-2b8a4612-8acb-4cfe-bafb-3e8a84803816 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c2e083d6a25f4f86a58f2beb8bbde011&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3955357 Jun 18 12:56:30.648524 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-2b8a4612-8acb-4cfe-bafb-3e8a84803816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:30.650029 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 50732) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:56:30.732554 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-cf8c7021-7712-4401-9857-193f7fe2045f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:30.784356 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-cf8c7021-7712-4401-9857-193f7fe2045f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:30.831031 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e4e72-9f64-43a0-ac2e-9911b9b072ad req-ecf6e541-e7e0-4840-a0aa-f5ff6081650c tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:30.832564 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4f4e4e72-9f64-43a0-ac2e-9911b9b072ad req-ecf6e541-e7e0-4840-a0aa-f5ff6081650c tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.1122961 Jun 18 12:56:30.880989 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-cf8c7021-7712-4401-9857-193f7fe2045f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:30.883773 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-cf8c7021-7712-4401-9857-193f7fe2045f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:30.884926 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-cf8c7021-7712-4401-9857-193f7fe2045f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/80c5b820-ebca-4b30-a254-a80e9b7417bb HTTP/1.1" status: 204 len: 168 time: 0.2336094 Jun 18 12:56:30.898110 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4f4e4e72-9f64-43a0-ac2e-9911b9b072ad req-df42a484-c672-4453-b54b-16e030b7c405 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590105 Jun 18 12:56:30.902031 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-e1418fd8-231f-406c-b42a-4010e1734c11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:30.918857 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c7021-7712-4401-9857-193f7fe2045f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c5b820-ebca-4b30-a254-a80e9b7417bb,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:30.937842 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-cf8c7021-7712-4401-9857-193f7fe2045f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:31.093579 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4413ff-5a41-40ee-a755-99fd88e1f17b req-22edd630-163b-4510-bbb6-bad36cbd3fea tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:31.114667 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ed4413ff-5a41-40ee-a755-99fd88e1f17b req-22edd630-163b-4510-bbb6-bad36cbd3fea tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=913981da-76de-4714-9db6-dad6dc5f0ab5 HTTP/1.1" status: 200 len: 946 time: 0.1354563 Jun 18 12:56:31.198017 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ed4413ff-5a41-40ee-a755-99fd88e1f17b req-4ef0af3f-9d1d-4671-81a1-597943b0e25d tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801306 Jun 18 12:56:31.364634 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 50746) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:56:31.382631 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-acaf8e53-215a-4cc0-a11d-bf95c3655269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:31.497334 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-acaf8e53-215a-4cc0-a11d-bf95c3655269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:31.506543 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-acaf8e53-215a-4cc0-a11d-bf95c3655269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:31.510367 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-68926e6d-f2a6-4e47-af79-f4ad5fdf4fe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:31.574071 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf8e53-215a-4cc0-a11d-bf95c3655269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b4658a-4b3a-430f-8d25-190c42af56c5,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:31.586202 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 50752) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:56:31.586372 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-acaf8e53-215a-4cc0-a11d-bf95c3655269 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a75d6478280b49dcaefcf18cfaaeb5a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2199366 Jun 18 12:56:31.587607 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-acaf8e53-215a-4cc0-a11d-bf95c3655269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:31.677842 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2c9f5347-1556-42c3-93f5-117056684637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:31.698133 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2c9f5347-1556-42c3-93f5-117056684637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:31.746178 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2c9f5347-1556-42c3-93f5-117056684637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:31.748913 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2c9f5347-1556-42c3-93f5-117056684637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:31.750061 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-2c9f5347-1556-42c3-93f5-117056684637 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/84b4658a-4b3a-430f-8d25-190c42af56c5 HTTP/1.1" status: 204 len: 168 time: 0.1625826 Jun 18 12:56:31.750947 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-d3007fe4-3ac8-4cf6-8305-35f13c74ac71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:31.758351 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f5347-1556-42c3-93f5-117056684637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b4658a-4b3a-430f-8d25-190c42af56c5,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:31.760681 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-2c9f5347-1556-42c3-93f5-117056684637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:32.097024 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f3ffc-78fb-4cbe-b935-93827f56ccdd req-514bcff0-03f9-402c-80cf-bcf0577729ae tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:32.098489 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-617f3ffc-78fb-4cbe-b935-93827f56ccdd req-514bcff0-03f9-402c-80cf-bcf0577729ae tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0722897 Jun 18 12:56:32.136088 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-617f3ffc-78fb-4cbe-b935-93827f56ccdd req-fd707d80-bb1d-4615-96be-c1c6c2db35c3 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312955 Jun 18 12:56:32.838113 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb699b-211c-4937-8114-ac58ab8b4395 req-ae8e297d-8f26-4887-a103-8836a6dca831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:32.840317 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b8fb699b-211c-4937-8114-ac58ab8b4395 req-ae8e297d-8f26-4887-a103-8836a6dca831 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 1098 time: 0.0725150 Jun 18 12:56:32.896061 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b8fb699b-211c-4937-8114-ac58ab8b4395 req-354fdcfc-2dd9-4c0a-ba2c-7de7d5defe53 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334346 Jun 18 12:56:33.374401 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27bd565-ff45-433c-b6cc-2cb529e95e96 req-62fbeb62-cae5-4154-bca7-85c86a58bc44 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:33.377491 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f27bd565-ff45-433c-b6cc-2cb529e95e96 req-62fbeb62-cae5-4154-bca7-85c86a58bc44 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.1002879 Jun 18 12:56:33.422698 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f27bd565-ff45-433c-b6cc-2cb529e95e96 req-bb46160f-fe94-4ded-80c0-0740849a31ed tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384815 Jun 18 12:56:34.625478 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da74eee-4eaa-40af-8b77-b311abaa7a5d req-71d49b7f-5499-4879-93d3-9a9d5918a744 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:34.627865 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-8da74eee-4eaa-40af-8b77-b311abaa7a5d req-71d49b7f-5499-4879-93d3-9a9d5918a744 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0825660 Jun 18 12:56:34.666154 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-8da74eee-4eaa-40af-8b77-b311abaa7a5d req-aec0bc46-f60a-4add-b497-e0094b6adb95 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335956 Jun 18 12:56:35.509501 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 12:56:35.863641 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11b510-c726-41f7-a06c-ceacf5dec813 req-60b3331e-6ed5-4edb-b606-0afa6de529b7 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:35.866033 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-fd11b510-c726-41f7-a06c-ceacf5dec813 req-60b3331e-6ed5-4edb-b606-0afa6de529b7 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0736237 Jun 18 12:56:35.912056 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-fd11b510-c726-41f7-a06c-ceacf5dec813 req-23530833-05b8-4771-abcc-1ce9725170e1 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399201 Jun 18 12:56:36.432215 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbffa7-163f-4611-80b2-6505a589b621 req-5581eb86-a2d9-48d0-80da-b2f1ca8e0508 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:36.433865 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-75fbffa7-163f-4611-80b2-6505a589b621 req-5581eb86-a2d9-48d0-80da-b2f1ca8e0508 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0956736 Jun 18 12:56:36.435755 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2333a-5ff5-453a-9df2-483b62084839 req-a4126b14-d6dd-4d30-bdba-c0dfa696d7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:36.437950 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a2d2333a-5ff5-453a-9df2-483b62084839 req-a4126b14-d6dd-4d30-bdba-c0dfa696d7e7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3262259bc9f24b35be563085fd3a260f&device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 1098 time: 0.1072419 Jun 18 12:56:36.484995 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-75fbffa7-163f-4611-80b2-6505a589b621 req-e9d84803-16d4-40ea-bd14-0df7b0124820 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435889 Jun 18 12:56:36.597473 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2333a-5ff5-453a-9df2-483b62084839 req-0a56bc9b-f88d-460c-ad96-5aac08e56449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:36.599146 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a2d2333a-5ff5-453a-9df2-483b62084839 req-0a56bc9b-f88d-460c-ad96-5aac08e56449 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bf40e680-3b6f-4529-b4ac-893d28128a35 HTTP/1.1" status: 200 len: 920 time: 0.1428952 Jun 18 12:56:36.653988 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a2d2333a-5ff5-453a-9df2-483b62084839 req-f1586df0-a914-4241-b3ef-58671539dc38 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1085e992-888c-4c43-af76-b565fadc2bbb HTTP/1.1" status: 200 len: 217 time: 0.0352867 Jun 18 12:56:36.714736 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2333a-5ff5-453a-9df2-483b62084839 req-35ce666d-d125-4939-840b-77f3dfbd43fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:36.716591 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a2d2333a-5ff5-453a-9df2-483b62084839 req-35ce666d-d125-4939-840b-77f3dfbd43fa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b591a7f2-4465-4b6a-8969-31efb5f2ee87 HTTP/1.1" status: 200 len: 859 time: 0.0547061 Jun 18 12:56:36.772550 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a2d2333a-5ff5-453a-9df2-483b62084839 req-3c8a5daf-d3a1-4116-9654-8e033bee723e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bf40e680-3b6f-4529-b4ac-893d28128a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320225 Jun 18 12:56:36.903475 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a2d2333a-5ff5-453a-9df2-483b62084839 req-1e1a650d-7b30-4132-8aea-9c9ee7b9de55 service neutron] 10.222.0.77 "GET /v2.0/networks/bf40e680-3b6f-4529-b4ac-893d28128a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076965 Jun 18 12:56:37.023911 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a2d2333a-5ff5-453a-9df2-483b62084839 req-4e878649-e956-49c9-abaf-876092402608 service neutron] 10.222.0.77 "GET /v2.0/networks/bf40e680-3b6f-4529-b4ac-893d28128a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125362 Jun 18 12:56:37.678221 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51457dde-7932-4392-9b89-a5d4ba34ccf2 req-01857874-ff59-4144-8731-c7bf63f83ba7 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:37.679567 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-51457dde-7932-4392-9b89-a5d4ba34ccf2 req-01857874-ff59-4144-8731-c7bf63f83ba7 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0654902 Jun 18 12:56:37.720029 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-51457dde-7932-4392-9b89-a5d4ba34ccf2 req-b272e2f7-1914-4493-9511-8104dcb14762 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343480 Jun 18 12:56:38.938459 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b3dd3-6162-403b-826b-54827d540710 req-b34bffbc-3d0a-4955-9e4a-aa5ffa0bbb6e tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:38.940561 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-fb7b3dd3-6162-403b-826b-54827d540710 req-b34bffbc-3d0a-4955-9e4a-aa5ffa0bbb6e tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0852351 Jun 18 12:56:38.982352 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-fb7b3dd3-6162-403b-826b-54827d540710 req-3d6bc3d9-1ea3-4bd4-b38b-c61537528717 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353742 Jun 18 12:56:40.175461 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edaeaf0-c6d7-4d9a-95cf-cb34a70621fd req-af3c541c-bc52-4485-90af-05c5fd84c79c tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:40.177717 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-1edaeaf0-c6d7-4d9a-95cf-cb34a70621fd req-af3c541c-bc52-4485-90af-05c5fd84c79c tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0744479 Jun 18 12:56:40.219055 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-1edaeaf0-c6d7-4d9a-95cf-cb34a70621fd req-f2c73de5-da21-439f-8e26-56a9dcb72e5e tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342417 Jun 18 12:56:41.413666 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e199f-48e8-4d52-b56a-79f357699c2f req-d2dfe576-f07a-419a-9501-cccb8d497066 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:41.417433 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-bf7e199f-48e8-4d52-b56a-79f357699c2f req-d2dfe576-f07a-419a-9501-cccb8d497066 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0794799 Jun 18 12:56:41.454203 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-bf7e199f-48e8-4d52-b56a-79f357699c2f req-78fd77a1-4ad1-4ab3-a077-53e82a796f71 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334711 Jun 18 12:56:42.662062 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e23c4-74e0-4d0a-886d-e05994c8fbba req-de98310e-b6b9-46df-b1eb-2ecc25384b04 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:42.664300 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-664e23c4-74e0-4d0a-886d-e05994c8fbba req-de98310e-b6b9-46df-b1eb-2ecc25384b04 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0764365 Jun 18 12:56:42.722662 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-664e23c4-74e0-4d0a-886d-e05994c8fbba req-5065d120-9bf7-4b0b-b548-d6dd5da5631a tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524106 Jun 18 12:56:43.270663 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 50922) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:56:43.419951 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8918521a-8f60-4661-a6d1-a6fe44e6f707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:43.518676 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8918521a-8f60-4661-a6d1-a6fe44e6f707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:43.522505 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8918521a-8f60-4661-a6d1-a6fe44e6f707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:43.525291 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-ffbb65b9-621c-48da-8cae-732457a96a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:43.562842 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-8918521a-8f60-4661-a6d1-a6fe44e6f707 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=87d2cfc289ba402a9f8e08d2fee87458&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2904949 Jun 18 12:56:43.564029 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918521a-8f60-4661-a6d1-a6fe44e6f707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff46bb31-0d8f-4285-9f44-5d7f2df59a3e,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:43.566031 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 50930) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:56:43.568218 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-8918521a-8f60-4661-a6d1-a6fe44e6f707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:43.628849 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-43e79fa4-c7e8-4967-9b53-04b3fa07a8a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:43.659864 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-43e79fa4-c7e8-4967-9b53-04b3fa07a8a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:43.712230 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-43e79fa4-c7e8-4967-9b53-04b3fa07a8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:43.716523 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-43e79fa4-c7e8-4967-9b53-04b3fa07a8a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:43.721255 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-43e79fa4-c7e8-4967-9b53-04b3fa07a8a1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ff46bb31-0d8f-4285-9f44-5d7f2df59a3e HTTP/1.1" status: 204 len: 168 time: 0.1540878 Jun 18 12:56:43.722557 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-a01691d3-5eae-4754-95d8-886f5be596fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:43.731964 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e79fa4-c7e8-4967-9b53-04b3fa07a8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff46bb31-0d8f-4285-9f44-5d7f2df59a3e,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:43.735186 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-43e79fa4-c7e8-4967-9b53-04b3fa07a8a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:44.977897 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 50974) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:56:45.104866 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9f8d2833-1c9c-4196-9465-43b70e1c01a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:45.208480 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9f8d2833-1c9c-4196-9465-43b70e1c01a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:45.212859 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9f8d2833-1c9c-4196-9465-43b70e1c01a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:45.216288 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-e04c940c-7f48-4725-8048-ac587e83ccb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:45.250018 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-9f8d2833-1c9c-4196-9465-43b70e1c01a6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0c9c128ed704451c80e0321dab6916ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2709661 Jun 18 12:56:45.253688 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 50980) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:56:45.263086 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d2833-1c9c-4196-9465-43b70e1c01a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75f7278-a499-441a-9d76-b1a6abe8c297,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:45.266231 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-9f8d2833-1c9c-4196-9465-43b70e1c01a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:45.321149 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b68d4f19-5ed4-4579-a4bb-39196976bc03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:45.343530 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b68d4f19-5ed4-4579-a4bb-39196976bc03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:45.409949 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b68d4f19-5ed4-4579-a4bb-39196976bc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:45.413053 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b68d4f19-5ed4-4579-a4bb-39196976bc03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:45.417016 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-b68d4f19-5ed4-4579-a4bb-39196976bc03 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d75f7278-a499-441a-9d76-b1a6abe8c297 HTTP/1.1" status: 204 len: 168 time: 0.1613293 Jun 18 12:56:45.418867 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-9b242ca9-e234-4905-b6ba-ab1ad1ff313b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:56:45.431447 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d4f19-5ed4-4579-a4bb-39196976bc03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75f7278-a499-441a-9d76-b1a6abe8c297,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:56:45.434487 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-b68d4f19-5ed4-4579-a4bb-39196976bc03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:56:45.568194 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb0fbb-9aa3-4577-bf99-47ef573db42a req-8a695e35-0393-476e-9d78-c139aa3505e5 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:45.570318 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-80cb0fbb-9aa3-4577-bf99-47ef573db42a req-8a695e35-0393-476e-9d78-c139aa3505e5 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0805182 Jun 18 12:56:45.621356 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-80cb0fbb-9aa3-4577-bf99-47ef573db42a req-d10ab795-9dc0-4243-bb46-c90e94aeaf55 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447016 Jun 18 12:56:51.851655 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-51c551e4-c49b-4b52-bba8-1af46b8a8b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:54.696305 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-4f3f74f1-0fd9-47ab-9746-7e36ecfbaa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:55.010600 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-0eccd412-6375-48b2-ae0c-b5f14b39e5ce req-f1838911-d679-42e1-8562-098207026a48 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529871 Jun 18 12:56:55.038605 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:55.158437 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eccd412-6375-48b2-ae0c-b5f14b39e5ce req-27ce65fe-11bf-4883-b775-8d322a3e206d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:55.160032 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-0eccd412-6375-48b2-ae0c-b5f14b39e5ce req-27ce65fe-11bf-4883-b775-8d322a3e206d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0223531b4ac843c69ac98aed7456c0b5&device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 1098 time: 0.0581162 Jun 18 12:56:55.291460 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eccd412-6375-48b2-ae0c-b5f14b39e5ce req-a1ed9278-2a04-4bdf-b4da-86ad035b6a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:55.293065 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-0eccd412-6375-48b2-ae0c-b5f14b39e5ce req-a1ed9278-2a04-4bdf-b4da-86ad035b6a1a service neutron] 10.222.0.77 "GET /v2.0/networks?id=96265354-97f1-45e3-b090-724354f3a0d8 HTTP/1.1" status: 200 len: 916 time: 0.0981569 Jun 18 12:56:55.342586 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-0eccd412-6375-48b2-ae0c-b5f14b39e5ce req-997a2154-46a1-4b89-a4d1-b0de935b9971 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de4f3974-6882-4077-970d-a860341fda6e HTTP/1.1" status: 200 len: 217 time: 0.0376019 Jun 18 12:56:55.400330 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eccd412-6375-48b2-ae0c-b5f14b39e5ce req-4f2910bb-590e-40ae-95cc-e4aea045550c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:55.401766 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-0eccd412-6375-48b2-ae0c-b5f14b39e5ce req-4f2910bb-590e-40ae-95cc-e4aea045550c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd68f4da-dd03-4cd6-93b2-a3dfbb56f132 HTTP/1.1" status: 200 len: 855 time: 0.0509915 Jun 18 12:56:55.438016 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-0eccd412-6375-48b2-ae0c-b5f14b39e5ce req-d94a87c5-b0b5-48ee-baa7-d95c868a6c53 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=96265354-97f1-45e3-b090-724354f3a0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286405 Jun 18 12:56:55.539146 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-0eccd412-6375-48b2-ae0c-b5f14b39e5ce req-a8bf117a-21c2-4df0-85ea-e6b5388ef8c3 service neutron] 10.222.0.77 "GET /v2.0/networks/96265354-97f1-45e3-b090-724354f3a0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856051 Jun 18 12:56:55.640414 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-0eccd412-6375-48b2-ae0c-b5f14b39e5ce req-530d1b74-ea70-40d8-a919-073a11b873c2 service neutron] 10.222.0.77 "GET /v2.0/networks/96265354-97f1-45e3-b090-724354f3a0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907445 Jun 18 12:56:55.949496 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:57.176733 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-220ed986-87a1-4275-9e8f-02f248014c09 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=c221ca4f11b74d1194aa38c36a575465&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0740960 Jun 18 12:56:57.244463 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-ee9450e0-724a-4224-a596-e08d000b616d tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:57.247446 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-ee9450e0-724a-4224-a596-e08d000b616d tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/networks?id=96265354-97f1-45e3-b090-724354f3a0d8 HTTP/1.1" status: 200 len: 815 time: 0.1647851 Jun 18 12:56:57.264924 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-eb9ff587-97c6-4c3c-a658-3ceb3ab286ab tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/quotas/0223531b4ac843c69ac98aed7456c0b5 HTTP/1.1" status: 200 len: 375 time: 0.0165055 Jun 18 12:56:57.376087 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-d7c0f715-1f26-4d9a-bec6-61103226bba1 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=0223531b4ac843c69ac98aed7456c0b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1103020 Jun 18 12:56:57.431788 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-13575ebc-7811-4e22-8b4d-0e83d8b38c39 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:57.433259 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-13575ebc-7811-4e22-8b4d-0e83d8b38c39 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2309742 Jun 18 12:56:57.450312 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-3149223c-5ce3-490c-a31c-b4e094a07606 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/quotas/c221ca4f11b74d1194aa38c36a575465 HTTP/1.1" status: 200 len: 375 time: 0.0097830 Jun 18 12:56:57.473936 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-316f5a18-9fe0-4dbc-9a27-ce6834ba959c service neutron] 10.222.0.86 "GET /v2.0/networks/96265354-97f1-45e3-b090-724354f3a0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906591 Jun 18 12:56:57.512055 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-e82334d0-8408-4541-9d2e-b06417199ed2 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=c221ca4f11b74d1194aa38c36a575465&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510552 Jun 18 12:56:57.577311 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-d708f18c-4c28-4e90-a70b-98de41bfd1d2 service neutron] 10.222.0.86 "GET /v2.0/networks/96265354-97f1-45e3-b090-724354f3a0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969946 Jun 18 12:56:57.713432 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:57.928014 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-fa6809aa-5aa6-4d0b-8150-499730c2d9dc req-f8b55052-1f36-4dba-91fe-ec3bd84623db tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/ports?device_id=b31c3a82-d59c-4f15-9324-e0760d91e57d HTTP/1.1" status: 200 len: 210 time: 0.0599103 Jun 18 12:56:58.172627 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b5bebad8-b6ab-436f-821c-ed8984e3f4bc req-85e02ee2-8973-430b-901c-0e2ee0dc0e01 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=936c5d8d-8979-475d-9fad-c02648a0d39c HTTP/1.1" status: 200 len: 210 time: 0.0847712 Jun 18 12:56:58.432233 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562315f3-d757-443e-9580-6ecab735b6e7 req-ade10cc4-9dfe-4a5c-a461-954b8c42f551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:58.433851 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-562315f3-d757-443e-9580-6ecab735b6e7 req-ade10cc4-9dfe-4a5c-a461-954b8c42f551 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3262259bc9f24b35be563085fd3a260f&device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 1098 time: 0.0624998 Jun 18 12:56:58.470081 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795e4f8-7496-4473-b754-84e9550dfef0 req-b790ad32-3c20-4289-b9be-99449d66afb2 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:58.472358 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-5795e4f8-7496-4473-b754-84e9550dfef0 req-b790ad32-3c20-4289-b9be-99449d66afb2 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.1100540 Jun 18 12:56:58.528330 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-5795e4f8-7496-4473-b754-84e9550dfef0 req-c348ae14-7f81-437c-8585-df2b766a84b2 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500331 Jun 18 12:56:58.555961 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562315f3-d757-443e-9580-6ecab735b6e7 req-adf376c2-e975-4eea-8f84-c7d96ab2320f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:58.557756 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-562315f3-d757-443e-9580-6ecab735b6e7 req-adf376c2-e975-4eea-8f84-c7d96ab2320f service neutron] 10.222.0.77 "GET /v2.0/networks?id=bf40e680-3b6f-4529-b4ac-893d28128a35 HTTP/1.1" status: 200 len: 920 time: 0.1147661 Jun 18 12:56:58.605592 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-562315f3-d757-443e-9580-6ecab735b6e7 req-841e3450-6e76-4469-866b-a2a5db22add5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1085e992-888c-4c43-af76-b565fadc2bbb HTTP/1.1" status: 200 len: 217 time: 0.0375440 Jun 18 12:56:58.665639 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562315f3-d757-443e-9580-6ecab735b6e7 req-991339e8-fe7c-4f5e-bde6-8f325eb303e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:58.667451 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-562315f3-d757-443e-9580-6ecab735b6e7 req-991339e8-fe7c-4f5e-bde6-8f325eb303e6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b591a7f2-4465-4b6a-8969-31efb5f2ee87 HTTP/1.1" status: 200 len: 859 time: 0.0502388 Jun 18 12:56:58.724303 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-562315f3-d757-443e-9580-6ecab735b6e7 req-270f8930-a044-4a3a-92d3-6550630f1c35 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bf40e680-3b6f-4529-b4ac-893d28128a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448401 Jun 18 12:56:58.975528 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-562315f3-d757-443e-9580-6ecab735b6e7 req-b783067a-854e-4e4b-893a-8336c401ca8c service neutron] 10.222.0.77 "GET /v2.0/networks/bf40e680-3b6f-4529-b4ac-893d28128a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283046 Jun 18 12:56:58.996593 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:56:59.164383 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d6726589-5a05-4300-8caf-1225b169b2c6 req-460eeffa-6663-4cd7-a11b-580812b51874 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/ports?device_id=b31c3a82-d59c-4f15-9324-e0760d91e57d HTTP/1.1" status: 200 len: 210 time: 0.0454352 Jun 18 12:56:59.193829 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-562315f3-d757-443e-9580-6ecab735b6e7 req-2969dbad-f195-4e7f-ac3e-773739bff7b3 service neutron] 10.222.0.77 "GET /v2.0/networks/bf40e680-3b6f-4529-b4ac-893d28128a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940944 Jun 18 12:56:59.362468 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-2400256d-653d-4898-bd2a-231c7a651594 req-f861ca0f-3689-477e-a90f-867c3f92f385 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=936c5d8d-8979-475d-9fad-c02648a0d39c HTTP/1.1" status: 200 len: 210 time: 0.0358400 Jun 18 12:56:59.702834 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a67dec-331f-4ab4-ad7d-02d84577c937 req-531600e0-69a0-4b9c-ab25-ca382d406a6d tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:56:59.705083 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f4a67dec-331f-4ab4-ad7d-02d84577c937 req-531600e0-69a0-4b9c-ab25-ca382d406a6d tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0637858 Jun 18 12:56:59.743434 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f4a67dec-331f-4ab4-ad7d-02d84577c937 req-4b9ee886-8558-4133-ae4a-aee0a3dd472a tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328856 Jun 18 12:57:00.202057 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-a138a149-a233-44b5-821e-7a754c62c3d6 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=c221ca4f11b74d1194aa38c36a575465&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0578189 Jun 18 12:57:00.551547 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-82caa7c0-24bd-434b-9f3b-7de172ab0c31 req-9dbabf2a-e9d9-4918-8255-ade1081f1e01 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/ports?device_id=b31c3a82-d59c-4f15-9324-e0760d91e57d HTTP/1.1" status: 200 len: 210 time: 0.0568471 Jun 18 12:57:00.562522 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-53cefd89-2f08-45c6-9401-49b98c294779 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:00.564728 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-53cefd89-2f08-45c6-9401-49b98c294779 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3484762 Jun 18 12:57:00.866102 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-1cd61f5a-3f6d-4941-9e81-f51e3398fbb7 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Request body: {'port': {'device_id': 'b31c3a82-d59c-4f15-9324-e0760d91e57d', 'network_id': '720898b2-d2d9-46ef-9aa0-4d8f5aa979be', 'admin_state_up': True, 'tenant_id': 'c221ca4f11b74d1194aa38c36a575465'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:57:00.870526 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-8c96aab5-a383-43ac-acd9-5525fd5326b4 req-cfe3c843-6465-4c7f-bf9d-6881de3a0e46 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=936c5d8d-8979-475d-9fad-c02648a0d39c HTTP/1.1" status: 200 len: 210 time: 0.2809205 Jun 18 12:57:00.983355 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b90c4-4532-40ad-87c0-b46e64216be6 req-3a154570-5337-4f3e-8d9b-aa586e8011c1 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:00.992076 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-675b90c4-4532-40ad-87c0-b46e64216be6 req-3a154570-5337-4f3e-8d9b-aa586e8011c1 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0858245 Jun 18 12:57:01.036447 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-1cd61f5a-3f6d-4941-9e81-f51e3398fbb7 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Made reservation on behalf of c221ca4f11b74d1194aa38c36a575465 for: {'port': 1} {{(pid=92826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:57:01.042341 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-1cd61f5a-3f6d-4941-9e81-f51e3398fbb7 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:01.051062 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-675b90c4-4532-40ad-87c0-b46e64216be6 req-b278baf3-1c6f-42fc-b7d7-cc972e5ee2d7 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575962 Jun 18 12:57:01.067721 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-1cd61f5a-3f6d-4941-9e81-f51e3398fbb7 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:01.235105 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-1cd61f5a-3f6d-4941-9e81-f51e3398fbb7 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:01.243630 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-1cd61f5a-3f6d-4941-9e81-f51e3398fbb7 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:01.318127 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-7d132265-f481-46c4-9d2c-25133f3c3cf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:57:01.336006 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-bab4f020-03f2-4030-89b7-9955ec2e7f11 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:01.338030 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-bab4f020-03f2-4030-89b7-9955ec2e7f11 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.77 "GET /v2.0/networks?id=96265354-97f1-45e3-b090-724354f3a0d8 HTTP/1.1" status: 200 len: 815 time: 0.1832688 Jun 18 12:57:01.380293 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd61f5a-3f6d-4941-9e81-f51e3398fbb7 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d99ae9c-916a-4a6b-a8fb-9fe4542f791b,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:57:01.386258 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-1cd61f5a-3f6d-4941-9e81-f51e3398fbb7 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:57:01.393629 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-f685b661-a34f-442b-ba5f-0f9c4dfe6c99 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Request body: {'port': {'device_id': '936c5d8d-8979-475d-9fad-c02648a0d39c', 'network_id': '96265354-97f1-45e3-b090-724354f3a0d8', 'admin_state_up': True, 'tenant_id': '0223531b4ac843c69ac98aed7456c0b5'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:57:01.500668 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.db_base_plugin_common [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-1cd61f5a-3f6d-4941-9e81-f51e3398fbb7 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Allocated IP 192.168.233.187 (720898b2-d2d9-46ef-9aa0-4d8f5aa979be/95fbb831-f410-43ed-98b9-04b005f4de7e/3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f) {{(pid=92826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 12:57:01.534919 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-f685b661-a34f-442b-ba5f-0f9c4dfe6c99 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Made reservation on behalf of 0223531b4ac843c69ac98aed7456c0b5 for: {'port': 1} {{(pid=92825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:57:01.541342 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-f685b661-a34f-442b-ba5f-0f9c4dfe6c99 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:01.738958 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-1cd61f5a-3f6d-4941-9e81-f51e3398fbb7 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Notify callbacks [] for port, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:01.755915 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-3cb27f2d-d20a-479e-9072-00746a72072d req-1d169b66-7768-401c-88cd-f10d04c5213d tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/ports?device_id=b31c3a82-d59c-4f15-9324-e0760d91e57d HTTP/1.1" status: 200 len: 210 time: 0.0511348 Jun 18 12:57:01.756225 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.provisioning_blocks [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-1cd61f5a-3f6d-4941-9e81-f51e3398fbb7 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Transition to ACTIVE for port object 3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f will not be triggered until provisioned by entity DHCP. {{(pid=92826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:57:01.778849 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.db_base_plugin_common [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-f685b661-a34f-442b-ba5f-0f9c4dfe6c99 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Allocated IP 172.20.0.11 (96265354-97f1-45e3-b090-724354f3a0d8/fd68f4da-dd03-4cd6-93b2-a3dfbb56f132/3d7211ce-a991-4c9b-849c-a393ee836868) {{(pid=92825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 12:57:01.798067 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-1cd61f5a-3f6d-4941-9e81-f51e3398fbb7 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4940139'] for port, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:01.809547 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-71a207ff-563b-408f-b15b-ac91bbebb16f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:57:01.850117 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-1cd61f5a-3f6d-4941-9e81-f51e3398fbb7 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Network 720898b2-d2d9-46ef-9aa0-4d8f5aa979be is already hosted by enough agents. {{(pid=92826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:57:01.859623 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.base_scheduler [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-1cd61f5a-3f6d-4941-9e81-f51e3398fbb7 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Resources bound (agent type, host, resource id): {{(pid=92826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:57:01.864867 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-1cd61f5a-3f6d-4941-9e81-f51e3398fbb7 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Received port after_create {{(pid=92826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 12:57:01.899444 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd61f5a-3f6d-4941-9e81-f51e3398fbb7 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Pushing event updated for resources: {'Port': ['ID=3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:57:01.902415 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-1cd61f5a-3f6d-4941-9e81-f51e3398fbb7 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:57:01.933344 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-1cd61f5a-3f6d-4941-9e81-f51e3398fbb7 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:01.933955 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-1cd61f5a-3f6d-4941-9e81-f51e3398fbb7 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:01.953394 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-1cd61f5a-3f6d-4941-9e81-f51e3398fbb7 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3525331 Jun 18 12:57:01.972655 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-491e2740-1ea3-4092-b662-b02a2de1b424 service neutron] Request body: {'port': {'device_id': 'b31c3a82-d59c-4f15-9324-e0760d91e57d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79707'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:57:02.050696 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-f685b661-a34f-442b-ba5f-0f9c4dfe6c99 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Notify callbacks [] for port, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:02.100516 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-491e2740-1ea3-4092-b662-b02a2de1b424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:02.144214 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-f685b661-a34f-442b-ba5f-0f9c4dfe6c99 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8372378'] for port, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:02.165186 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:57:02.168879 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c3aaef23-0ab9-471a-8eca-6142706b18af req-d8b190b3-02e0-4bec-b4c7-5709a397036c tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=936c5d8d-8979-475d-9fad-c02648a0d39c HTTP/1.1" status: 200 len: 210 time: 0.0695634 Jun 18 12:57:02.181764 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['de4f3974-6882-4077-970d-a860341fda6e', 'd356bc83-21d6-40ab-b9b9-beb519ab2fac', '673f1008-f347-4dc0-b064-930b2232ddad'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 12:57:02.399125 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-20663118-f40c-44df-9c96-3728f8227476 None None] Provisioning for port 3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f completed by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:57:02.408958 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-20663118-f40c-44df-9c96-3728f8227476 None None] Provisioning complete for port 3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f triggered by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:57:02.410596 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-20663118-f40c-44df-9c96-3728f8227476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:02.423784 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-f685b661-a34f-442b-ba5f-0f9c4dfe6c99 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Network 96265354-97f1-45e3-b090-724354f3a0d8 is already hosted by enough agents. {{(pid=92825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:57:02.427750 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685b661-a34f-442b-ba5f-0f9c4dfe6c99 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Pushing event updated for resources: {'Port': ['ID=3d7211ce-a991-4c9b-849c-a393ee836868,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:57:02.430358 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-f685b661-a34f-442b-ba5f-0f9c4dfe6c99 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Resources bound (agent type, host, resource id): {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:57:02.436661 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-f685b661-a34f-442b-ba5f-0f9c4dfe6c99 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:57:02.437740 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-f685b661-a34f-442b-ba5f-0f9c4dfe6c99 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Received port after_create {{(pid=92825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 12:57:02.455886 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-20663118-f40c-44df-9c96-3728f8227476 None None] Port 3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f cannot update to ACTIVE because it is not bound. {{(pid=92827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 12:57:02.499264 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-f685b661-a34f-442b-ba5f-0f9c4dfe6c99 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:02.499879 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-f685b661-a34f-442b-ba5f-0f9c4dfe6c99 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:02.519569 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730724f-e464-4683-8b72-2c048f48fe41 req-ae970420-0972-4a46-919b-ae668fe611d1 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:02.527666 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-5730724f-e464-4683-8b72-2c048f48fe41 req-ae970420-0972-4a46-919b-ae668fe611d1 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.1709411 Jun 18 12:57:02.538421 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-f685b661-a34f-442b-ba5f-0f9c4dfe6c99 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1505840 Jun 18 12:57:02.555693 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-9f337c2a-a218-4de0-ab10-d17d097e3f95 service neutron] Request body: {'port': {'device_id': '936c5d8d-8979-475d-9fad-c02648a0d39c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79707'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:57:02.584276 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-5730724f-e464-4683-8b72-2c048f48fe41 req-1cea2774-03f9-4dc7-adce-4caa5f0e54d4 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553453 Jun 18 12:57:02.613021 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.notifiers.nova [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-491e2740-1ea3-4092-b662-b02a2de1b424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f {{(pid=92826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 12:57:02.639666 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-491e2740-1ea3-4092-b662-b02a2de1b424 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:02.667565 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.provisioning_blocks [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-491e2740-1ea3-4092-b662-b02a2de1b424 service neutron] Transition to ACTIVE for port object 3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f will not be triggered until provisioned by entity L2. {{(pid=92826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:57:02.671141 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-491e2740-1ea3-4092-b662-b02a2de1b424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4940125'] for port, after_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:02.676608 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-1eacc8d8-2ffe-418f-8daa-74695739999d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:57:02.677579 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-9f337c2a-a218-4de0-ab10-d17d097e3f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:02.843601 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e2740-1ea3-4092-b662-b02a2de1b424 service neutron] Pushing event updated for resources: {'Port': ['ID=3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f,revision_number=2']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:57:02.851071 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-491e2740-1ea3-4092-b662-b02a2de1b424 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:57:02.922228 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.managers [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-491e2740-1ea3-4092-b662-b02a2de1b424 service neutron] Attempting to bind port 3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f on host hv-cinder-79707 for vnic_type normal with profile {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 12:57:02.922474 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.managers [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-491e2740-1ea3-4092-b662-b02a2de1b424 service neutron] Attempting to bind port 3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f by drivers openvswitch,hyperv on host hv-cinder-79707 at level 0 using segments [{'id': '3aac9b72-16ee-456a-9e2f-8cf155a92151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '720898b2-d2d9-46ef-9aa0-4d8f5aa979be'}] {{(pid=92826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 12:57:02.922807 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-491e2740-1ea3-4092-b662-b02a2de1b424 service neutron] Attempting to bind port 3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f on network 720898b2-d2d9-46ef-9aa0-4d8f5aa979be {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:57:02.927952 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-491e2740-1ea3-4092-b662-b02a2de1b424 service neutron] Port 3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f on network 720898b2-d2d9-46ef-9aa0-4d8f5aa979be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79707 {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 12:57:02.928274 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-491e2740-1ea3-4092-b662-b02a2de1b424 service neutron] Attempting to bind port 3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f on network 720898b2-d2d9-46ef-9aa0-4d8f5aa979be {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:57:02.933803 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-491e2740-1ea3-4092-b662-b02a2de1b424 service neutron] Checking agent: {'id': '7546d223-5e56-44d8-9441-1a8a85fbff90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79707', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'started_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 12, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 12:57:02.934833 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-491e2740-1ea3-4092-b662-b02a2de1b424 service neutron] Checking segment: {'id': '3aac9b72-16ee-456a-9e2f-8cf155a92151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '720898b2-d2d9-46ef-9aa0-4d8f5aa979be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:57:02.935227 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-491e2740-1ea3-4092-b662-b02a2de1b424 service neutron] Bound using segment: {'id': '3aac9b72-16ee-456a-9e2f-8cf155a92151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '720898b2-d2d9-46ef-9aa0-4d8f5aa979be'} {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 12:57:02.935664 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.managers [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-491e2740-1ea3-4092-b662-b02a2de1b424 service neutron] Bound port: 3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f, host: hv-cinder-79707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aac9b72-16ee-456a-9e2f-8cf155a92151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '720898b2-d2d9-46ef-9aa0-4d8f5aa979be'}}] {{(pid=92826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 12:57:02.936015 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-491e2740-1ea3-4092-b662-b02a2de1b424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:03.047742 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-491e2740-1ea3-4092-b662-b02a2de1b424 service neutron] For port 3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f, host hv-cinder-79707, cleared binding levels {{(pid=92826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 12:57:03.054010 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-491e2740-1ea3-4092-b662-b02a2de1b424 service neutron] For port 3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f, host hv-cinder-79707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f,segment=NetworkSegment(3aac9b72-16ee-456a-9e2f-8cf155a92151),segment_id=3aac9b72-16ee-456a-9e2f-8cf155a92151)] {{(pid=92826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 12:57:03.059964 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-491e2740-1ea3-4092-b662-b02a2de1b424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4940125'] for port, after_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:03.063151 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:57:03.100925 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-491e2740-1ea3-4092-b662-b02a2de1b424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:03.101582 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-491e2740-1ea3-4092-b662-b02a2de1b424 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:03.102982 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-491e2740-1ea3-4092-b662-b02a2de1b424 service neutron] 10.222.0.77 "PUT /v2.0/ports/3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f HTTP/1.1" status: 200 len: 1098 time: 1.1360364 Jun 18 12:57:03.103684 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b31c3a82-d59c-4f15-9324-e0760d91e57d', 'tag': '3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f'}] {{(pid=92826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 12:57:03.106041 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7173dab7d1fbfef731d5f8fd5c52510eeface1fe9a62799688baadb2f5777418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5142de-5640-4d5c-87bd-cdeb3f53643a" -d '{"events": [{"name": "network-changed", "server_uuid": "b31c3a82-d59c-4f15-9324-e0760d91e57d", "tag": "3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f"}]}' {{(pid=92826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 12:57:03.145602 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e2740-1ea3-4092-b662-b02a2de1b424 service neutron] Pushing event updated for resources: {'Port': ['ID=3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f,revision_number=3']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:57:03.161097 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-491e2740-1ea3-4092-b662-b02a2de1b424 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:57:03.201356 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 12:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285e477d-1cef-44fa-ac26-997bf7845e81 x-openstack-request-id: req-285e477d-1cef-44fa-ac26-997bf7845e81 {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 12:57:03.201356 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b31c3a82-d59c-4f15-9324-e0760d91e57d", "tag": "3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f", "status": "completed", "code": 200}]} {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 12:57:03.201666 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-285e477d-1cef-44fa-ac26-997bf7845e81 {{(pid=92826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 12:57:03.201902 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b31c3a82-d59c-4f15-9324-e0760d91e57d', 'tag': '3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f', 'status': 'completed', 'code': 200} Jun 18 12:57:03.288017 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-2d31c482-20b1-42db-8e10-022a72a111aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:03.298123 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3ae49-b8c4-4c66-adbb-247cb811a804 req-f371b0a6-a101-4650-a7ed-73404a09806f tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:03.306610 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f2b3ae49-b8c4-4c66-adbb-247cb811a804 req-f371b0a6-a101-4650-a7ed-73404a09806f tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/ports?device_id=b31c3a82-d59c-4f15-9324-e0760d91e57d HTTP/1.1" status: 200 len: 948 time: 0.2460823 Jun 18 12:57:03.309912 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-2d31c482-20b1-42db-8e10-022a72a111aa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c221ca4f11b74d1194aa38c36a575465&device_id=b31c3a82-d59c-4f15-9324-e0760d91e57d HTTP/1.1" status: 200 len: 1101 time: 0.1112149 Jun 18 12:57:03.386309 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f2b3ae49-b8c4-4c66-adbb-247cb811a804 req-c76f9957-896d-4686-8fb8-0bdf1c25e910 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/security-groups?id=7d99ae9c-916a-4a6b-a8fb-9fe4542f791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786247 Jun 18 12:57:03.398212 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-dbfaafa6-bfe4-4d3f-ab31-76ee5d9b8ec1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f HTTP/1.1" status: 200 len: 217 time: 0.0874200 Jun 18 12:57:03.520919 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-9a498236-8a8a-4a0b-89b2-2e62f14355be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:03.523234 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-9a498236-8a8a-4a0b-89b2-2e62f14355be service neutron] 10.222.0.77 "GET /v2.0/subnets?id=95fbb831-f410-43ed-98b9-04b005f4de7e HTTP/1.1" status: 200 len: 843 time: 0.1183898 Jun 18 12:57:03.553492 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-9f337c2a-a218-4de0-ab10-d17d097e3f95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d7211ce-a991-4c9b-849c-a393ee836868 {{(pid=92825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 12:57:03.561608 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-9f337c2a-a218-4de0-ab10-d17d097e3f95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:03.579865 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.provisioning_blocks [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-9f337c2a-a218-4de0-ab10-d17d097e3f95 service neutron] Transition to ACTIVE for port object 3d7211ce-a991-4c9b-849c-a393ee836868 will not be triggered until provisioned by entity L2. {{(pid=92825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:57:03.583545 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-9f337c2a-a218-4de0-ab10-d17d097e3f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8372396'] for port, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:03.588428 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-a05d9acd-1c89-49eb-803c-4600b9c92725 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:57:03.599392 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01f907-4269-49c6-a392-fec3915f144c req-7d04ad86-b874-40f0-ada1-f10bd878319b tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:03.606168 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-fb01f907-4269-49c6-a392-fec3915f144c req-7d04ad86-b874-40f0-ada1-f10bd878319b tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=936c5d8d-8979-475d-9fad-c02648a0d39c HTTP/1.1" status: 200 len: 932 time: 0.1548548 Jun 18 12:57:03.652080 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f337c2a-a218-4de0-ab10-d17d097e3f95 service neutron] Pushing event updated for resources: {'Port': ['ID=3d7211ce-a991-4c9b-849c-a393ee836868,revision_number=2']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:57:03.672169 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-fb01f907-4269-49c6-a392-fec3915f144c req-cf740cc2-0e9b-48fc-a047-83994dad8f72 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650799 Jun 18 12:57:03.682215 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-28254077-4de9-414f-b188-64d834c0f5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:03.683887 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-28254077-4de9-414f-b188-64d834c0f5e7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=720898b2-d2d9-46ef-9aa0-4d8f5aa979be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1484501 Jun 18 12:57:03.686265 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f337c2a-a218-4de0-ab10-d17d097e3f95 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:57:03.686625 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f337c2a-a218-4de0-ab10-d17d097e3f95 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:57:03.686985 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f337c2a-a218-4de0-ab10-d17d097e3f95 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:57:03.687341 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f337c2a-a218-4de0-ab10-d17d097e3f95 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:57:03.687688 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f337c2a-a218-4de0-ab10-d17d097e3f95 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:57:03.688037 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f337c2a-a218-4de0-ab10-d17d097e3f95 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:57:03.688441 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f337c2a-a218-4de0-ab10-d17d097e3f95 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:57:03.689311 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f337c2a-a218-4de0-ab10-d17d097e3f95 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:57:03.690404 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f337c2a-a218-4de0-ab10-d17d097e3f95 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:57:03.690761 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f337c2a-a218-4de0-ab10-d17d097e3f95 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:57:03.691109 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f337c2a-a218-4de0-ab10-d17d097e3f95 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:57:03.691453 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f337c2a-a218-4de0-ab10-d17d097e3f95 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:57:03.742981 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-9f337c2a-a218-4de0-ab10-d17d097e3f95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:57:03.814318 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-aec2a409-7112-44c8-a754-b5cbe2c523aa service neutron] 10.222.0.77 "GET /v2.0/networks/720898b2-d2d9-46ef-9aa0-4d8f5aa979be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997889 Jun 18 12:57:03.878516 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.managers [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-9f337c2a-a218-4de0-ab10-d17d097e3f95 service neutron] Attempting to bind port 3d7211ce-a991-4c9b-849c-a393ee836868 on host hv-cinder-79707 for vnic_type normal with profile {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 12:57:03.878842 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.managers [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-9f337c2a-a218-4de0-ab10-d17d097e3f95 service neutron] Attempting to bind port 3d7211ce-a991-4c9b-849c-a393ee836868 by drivers openvswitch,hyperv on host hv-cinder-79707 at level 0 using segments [{'id': 'c2803c3c-f53b-412a-8fcc-4a7a8ff8f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '96265354-97f1-45e3-b090-724354f3a0d8'}] {{(pid=92825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 12:57:03.879175 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-9f337c2a-a218-4de0-ab10-d17d097e3f95 service neutron] Attempting to bind port 3d7211ce-a991-4c9b-849c-a393ee836868 on network 96265354-97f1-45e3-b090-724354f3a0d8 {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:57:03.890114 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab69350-142d-4101-aa9b-619e62e7be4f req-3cc8664b-f876-4aa1-b747-e24a2fd796ee tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:03.894512 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-4ab69350-142d-4101-aa9b-619e62e7be4f req-3cc8664b-f876-4aa1-b747-e24a2fd796ee tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.1163394 Jun 18 12:57:03.896719 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-9f337c2a-a218-4de0-ab10-d17d097e3f95 service neutron] Port 3d7211ce-a991-4c9b-849c-a393ee836868 on network 96265354-97f1-45e3-b090-724354f3a0d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79707 {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 12:57:03.897081 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-9f337c2a-a218-4de0-ab10-d17d097e3f95 service neutron] Attempting to bind port 3d7211ce-a991-4c9b-849c-a393ee836868 on network 96265354-97f1-45e3-b090-724354f3a0d8 {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:57:03.914120 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-aa88f5dd-c6e3-4f15-b7df-092e460e2e4c req-c5d93a1f-482d-4396-945a-6f62d6e93185 service neutron] 10.222.0.77 "GET /v2.0/networks/720898b2-d2d9-46ef-9aa0-4d8f5aa979be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919735 Jun 18 12:57:03.915317 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-9f337c2a-a218-4de0-ab10-d17d097e3f95 service neutron] Checking agent: {'id': '7546d223-5e56-44d8-9441-1a8a85fbff90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79707', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'started_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 12, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 12:57:03.915663 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-9f337c2a-a218-4de0-ab10-d17d097e3f95 service neutron] Checking segment: {'id': 'c2803c3c-f53b-412a-8fcc-4a7a8ff8f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '96265354-97f1-45e3-b090-724354f3a0d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:57:03.916042 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-9f337c2a-a218-4de0-ab10-d17d097e3f95 service neutron] Bound using segment: {'id': 'c2803c3c-f53b-412a-8fcc-4a7a8ff8f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '96265354-97f1-45e3-b090-724354f3a0d8'} {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 12:57:03.916485 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.managers [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-9f337c2a-a218-4de0-ab10-d17d097e3f95 service neutron] Bound port: 3d7211ce-a991-4c9b-849c-a393ee836868, host: hv-cinder-79707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2803c3c-f53b-412a-8fcc-4a7a8ff8f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '96265354-97f1-45e3-b090-724354f3a0d8'}}] {{(pid=92825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 12:57:03.916881 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-9f337c2a-a218-4de0-ab10-d17d097e3f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:03.964842 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-4ab69350-142d-4101-aa9b-619e62e7be4f req-1e6be147-c326-4d5e-84f0-6bd166faf563 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654252 Jun 18 12:57:03.996868 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-9f337c2a-a218-4de0-ab10-d17d097e3f95 service neutron] For port 3d7211ce-a991-4c9b-849c-a393ee836868, host hv-cinder-79707, cleared binding levels {{(pid=92825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 12:57:04.000107 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-9f337c2a-a218-4de0-ab10-d17d097e3f95 service neutron] For port 3d7211ce-a991-4c9b-849c-a393ee836868, host hv-cinder-79707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=3d7211ce-a991-4c9b-849c-a393ee836868,segment=NetworkSegment(c2803c3c-f53b-412a-8fcc-4a7a8ff8f778),segment_id=c2803c3c-f53b-412a-8fcc-4a7a8ff8f778)] {{(pid=92825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 12:57:04.003974 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-9f337c2a-a218-4de0-ab10-d17d097e3f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8372396'] for port, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:04.007112 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-20f67f78-eed0-4fbc-b9ca-12ff4da80c0b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:57:04.049636 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-9f337c2a-a218-4de0-ab10-d17d097e3f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:04.050254 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-9f337c2a-a218-4de0-ab10-d17d097e3f95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:04.051619 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-9f337c2a-a218-4de0-ab10-d17d097e3f95 service neutron] 10.222.0.77 "PUT /v2.0/ports/3d7211ce-a991-4c9b-849c-a393ee836868 HTTP/1.1" status: 200 len: 1094 time: 1.5004265 Jun 18 12:57:04.052125 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '936c5d8d-8979-475d-9fad-c02648a0d39c', 'tag': '3d7211ce-a991-4c9b-849c-a393ee836868'}] {{(pid=92825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 12:57:04.054437 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cbce1c661b203a7f45efff8c445c42f162c6430a9c28178aa2be3d6d959831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fd0f29-8c9f-425b-9bf3-1e184b4a55bf" -d '{"events": [{"name": "network-changed", "server_uuid": "936c5d8d-8979-475d-9fad-c02648a0d39c", "tag": "3d7211ce-a991-4c9b-849c-a393ee836868"}]}' {{(pid=92825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 12:57:04.079347 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f337c2a-a218-4de0-ab10-d17d097e3f95 service neutron] Pushing event updated for resources: {'Port': ['ID=3d7211ce-a991-4c9b-849c-a393ee836868,revision_number=3']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:57:04.089574 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-9f337c2a-a218-4de0-ab10-d17d097e3f95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:57:04.092465 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 12:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fee9e1f-124a-4e71-939e-356d370e8fac x-openstack-request-id: req-8fee9e1f-124a-4e71-939e-356d370e8fac {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 12:57:04.093001 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "936c5d8d-8979-475d-9fad-c02648a0d39c", "tag": "3d7211ce-a991-4c9b-849c-a393ee836868", "status": "completed", "code": 200}]} {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 12:57:04.093295 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8fee9e1f-124a-4e71-939e-356d370e8fac {{(pid=92825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 12:57:04.093691 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '936c5d8d-8979-475d-9fad-c02648a0d39c', 'tag': '3d7211ce-a991-4c9b-849c-a393ee836868', 'status': 'completed', 'code': 200} Jun 18 12:57:04.122669 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5142de-5640-4d5c-87bd-cdeb3f53643a req-d08a3b79-f1b0-475e-9a91-adb369c7a7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:04.124158 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-af5142de-5640-4d5c-87bd-cdeb3f53643a req-d08a3b79-f1b0-475e-9a91-adb369c7a7d6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c221ca4f11b74d1194aa38c36a575465&device_id=b31c3a82-d59c-4f15-9324-e0760d91e57d HTTP/1.1" status: 200 len: 1101 time: 0.0759327 Jun 18 12:57:04.260200 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-473bf606-16b6-4c7a-9324-0acc4702b536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:04.261709 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-473bf606-16b6-4c7a-9324-0acc4702b536 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0223531b4ac843c69ac98aed7456c0b5&device_id=936c5d8d-8979-475d-9fad-c02648a0d39c HTTP/1.1" status: 200 len: 1097 time: 0.0537174 Jun 18 12:57:04.291681 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5142de-5640-4d5c-87bd-cdeb3f53643a req-4061913a-b307-43a6-8571-2d05f6d76260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:04.293134 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-af5142de-5640-4d5c-87bd-cdeb3f53643a req-4061913a-b307-43a6-8571-2d05f6d76260 service neutron] 10.222.0.77 "GET /v2.0/networks?id=720898b2-d2d9-46ef-9aa0-4d8f5aa979be HTTP/1.1" status: 200 len: 870 time: 0.0856757 Jun 18 12:57:04.309183 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-fa3eedbc-5b2d-4fc7-8bc4-dd062e747e87 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d7211ce-a991-4c9b-849c-a393ee836868 HTTP/1.1" status: 200 len: 217 time: 0.0344546 Jun 18 12:57:04.342198 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-af5142de-5640-4d5c-87bd-cdeb3f53643a req-57758b6e-b5c0-439a-b140-109c00343e73 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f HTTP/1.1" status: 200 len: 217 time: 0.0397840 Jun 18 12:57:04.369936 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-5d0b7673-dcdd-429f-96d5-a85a95de70e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:04.371514 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-5d0b7673-dcdd-429f-96d5-a85a95de70e2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd68f4da-dd03-4cd6-93b2-a3dfbb56f132 HTTP/1.1" status: 200 len: 855 time: 0.0540400 Jun 18 12:57:04.396905 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5142de-5640-4d5c-87bd-cdeb3f53643a req-76e5489e-deba-42de-90f4-204858c48157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:04.398368 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-af5142de-5640-4d5c-87bd-cdeb3f53643a req-76e5489e-deba-42de-90f4-204858c48157 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=95fbb831-f410-43ed-98b9-04b005f4de7e HTTP/1.1" status: 200 len: 843 time: 0.0493534 Jun 18 12:57:04.407058 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-3e48b191-4e86-4177-a40f-e5f364f58a15 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=96265354-97f1-45e3-b090-724354f3a0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275421 Jun 18 12:57:04.459978 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5142de-5640-4d5c-87bd-cdeb3f53643a req-3b02c73b-2210-4566-8e2c-658beba0bd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:04.461576 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-af5142de-5640-4d5c-87bd-cdeb3f53643a req-3b02c73b-2210-4566-8e2c-658beba0bd15 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=720898b2-d2d9-46ef-9aa0-4d8f5aa979be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0550122 Jun 18 12:57:04.551473 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-3ce6e3a2-bdad-4c53-9da2-19aae9ee57e5 service neutron] 10.222.0.77 "GET /v2.0/networks/96265354-97f1-45e3-b090-724354f3a0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313829 Jun 18 12:57:04.562172 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-af5142de-5640-4d5c-87bd-cdeb3f53643a req-98a95ee1-6d65-481c-85fb-f338df4c4001 service neutron] 10.222.0.77 "GET /v2.0/networks/720898b2-d2d9-46ef-9aa0-4d8f5aa979be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919707 Jun 18 12:57:04.631303 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1555d22-9e43-4696-9528-2af8c2f49bd9 req-ef137641-ef41-4222-b921-1ab575404881 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:04.632782 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b1555d22-9e43-4696-9528-2af8c2f49bd9 req-ef137641-ef41-4222-b921-1ab575404881 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/ports?device_id=b31c3a82-d59c-4f15-9324-e0760d91e57d HTTP/1.1" status: 200 len: 948 time: 0.1351507 Jun 18 12:57:04.655770 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-af5142de-5640-4d5c-87bd-cdeb3f53643a req-2768cef2-1274-4f10-9424-aefb899eb48a service neutron] 10.222.0.77 "GET /v2.0/networks/720898b2-d2d9-46ef-9aa0-4d8f5aa979be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859358 Jun 18 12:57:04.683133 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-41f75e50-ca44-46fe-9273-7b43c8536c07 req-7159a780-c66c-4f9b-b6a3-f4af923d7f80 service neutron] 10.222.0.77 "GET /v2.0/networks/96265354-97f1-45e3-b090-724354f3a0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220126 Jun 18 12:57:04.701811 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b1555d22-9e43-4696-9528-2af8c2f49bd9 req-28660248-b9cc-4bc5-b57b-d78dc8a37d9d tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/security-groups?id=7d99ae9c-916a-4a6b-a8fb-9fe4542f791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539501 Jun 18 12:57:04.869569 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd0f29-8c9f-425b-9bf3-1e184b4a55bf req-3238df2d-cf1e-4d1f-b9be-b9d2060d0507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:04.870922 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-83fd0f29-8c9f-425b-9bf3-1e184b4a55bf req-3238df2d-cf1e-4d1f-b9be-b9d2060d0507 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0223531b4ac843c69ac98aed7456c0b5&device_id=936c5d8d-8979-475d-9fad-c02648a0d39c HTTP/1.1" status: 200 len: 1097 time: 0.0893776 Jun 18 12:57:04.885586 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be9ed9-448b-4b0e-baf0-84f8fd6566cf req-fc817a95-e4b2-44c9-937f-2908caa79485 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:04.886925 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b6be9ed9-448b-4b0e-baf0-84f8fd6566cf req-fc817a95-e4b2-44c9-937f-2908caa79485 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=936c5d8d-8979-475d-9fad-c02648a0d39c HTTP/1.1" status: 200 len: 944 time: 0.0798855 Jun 18 12:57:04.971282 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b6be9ed9-448b-4b0e-baf0-84f8fd6566cf req-ed8468b4-a8d0-4cbc-ba05-47d0b94e6106 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756097 Jun 18 12:57:04.996658 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd0f29-8c9f-425b-9bf3-1e184b4a55bf req-ff9fa1c2-c797-488e-92cc-b64b05db2a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:04.998222 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-83fd0f29-8c9f-425b-9bf3-1e184b4a55bf req-ff9fa1c2-c797-488e-92cc-b64b05db2a25 service neutron] 10.222.0.77 "GET /v2.0/networks?id=96265354-97f1-45e3-b090-724354f3a0d8 HTTP/1.1" status: 200 len: 916 time: 0.1104813 Jun 18 12:57:05.039123 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-83fd0f29-8c9f-425b-9bf3-1e184b4a55bf req-02ac06b1-5e75-4fc5-aed5-b4052090ffd1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d7211ce-a991-4c9b-849c-a393ee836868 HTTP/1.1" status: 200 len: 217 time: 0.0340595 Jun 18 12:57:05.122481 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd0f29-8c9f-425b-9bf3-1e184b4a55bf req-2536908b-7b3e-4c3f-b11b-ee809f5e1fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:05.123773 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-83fd0f29-8c9f-425b-9bf3-1e184b4a55bf req-2536908b-7b3e-4c3f-b11b-ee809f5e1fe1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd68f4da-dd03-4cd6-93b2-a3dfbb56f132 HTTP/1.1" status: 200 len: 855 time: 0.0771177 Jun 18 12:57:05.162376 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-83fd0f29-8c9f-425b-9bf3-1e184b4a55bf req-fee78b45-e809-4ccf-a04b-b428a3e4f8ce service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=96265354-97f1-45e3-b090-724354f3a0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287604 Jun 18 12:57:05.188031 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f7c91f-2d4e-41cd-ac03-3643f405b3df req-b9158f7d-86a0-44b0-83f8-d27e4b6b5c27 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:05.190128 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-59f7c91f-2d4e-41cd-ac03-3643f405b3df req-b9158f7d-86a0-44b0-83f8-d27e4b6b5c27 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.1037974 Jun 18 12:57:05.271091 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-59f7c91f-2d4e-41cd-ac03-3643f405b3df req-e358fef6-c7af-4454-9732-dbb4f4bbb287 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719004 Jun 18 12:57:05.293085 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-83fd0f29-8c9f-425b-9bf3-1e184b4a55bf req-c6d4950e-d3a4-472d-a97d-926e31f58551 service neutron] 10.222.0.77 "GET /v2.0/networks/96265354-97f1-45e3-b090-724354f3a0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223059 Jun 18 12:57:05.388034 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-83fd0f29-8c9f-425b-9bf3-1e184b4a55bf req-eee74946-785f-46bc-aafb-fdf2abc504e9 service neutron] 10.222.0.77 "GET /v2.0/networks/96265354-97f1-45e3-b090-724354f3a0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870054 Jun 18 12:57:05.892708 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3677bd5-8591-4030-86fd-b7777bf8efda req-a8210ae8-db61-476d-ab0f-57282dba6b9d tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:05.894069 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e3677bd5-8591-4030-86fd-b7777bf8efda req-a8210ae8-db61-476d-ab0f-57282dba6b9d tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/ports?device_id=b31c3a82-d59c-4f15-9324-e0760d91e57d HTTP/1.1" status: 200 len: 948 time: 0.0646784 Jun 18 12:57:05.933806 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e3677bd5-8591-4030-86fd-b7777bf8efda req-3e9ff3a7-aa8d-4145-9ef1-be437c1add39 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/security-groups?id=7d99ae9c-916a-4a6b-a8fb-9fe4542f791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339117 Jun 18 12:57:06.155324 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c35d0-778a-4476-91ef-e280ccd4c6ae req-07fa7b2a-f097-4bde-a981-bff8c0fd2a85 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:06.156780 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-2d0c35d0-778a-4476-91ef-e280ccd4c6ae req-07fa7b2a-f097-4bde-a981-bff8c0fd2a85 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=936c5d8d-8979-475d-9fad-c02648a0d39c HTTP/1.1" status: 200 len: 944 time: 0.0728881 Jun 18 12:57:06.196022 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-2d0c35d0-778a-4476-91ef-e280ccd4c6ae req-e03ea39f-a23c-445a-891c-a1208fe892b0 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317113 Jun 18 12:57:06.476913 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c08fd5e-e44f-48d6-b5e8-8d00132dcdf3 req-c9be8d84-fc46-4c99-ad48-8aef17c31376 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:06.478364 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-9c08fd5e-e44f-48d6-b5e8-8d00132dcdf3 req-c9be8d84-fc46-4c99-ad48-8aef17c31376 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0654960 Jun 18 12:57:06.514298 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-9c08fd5e-e44f-48d6-b5e8-8d00132dcdf3 req-fcfc8783-95f1-4453-bc49-1640e8de969f tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303948 Jun 18 12:57:07.105496 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5baf9-3c0a-4ceb-8a30-28ae99bdb8ba req-217a140f-dd58-4e35-a494-208baf62e2fe tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:07.106965 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-a0f5baf9-3c0a-4ceb-8a30-28ae99bdb8ba req-217a140f-dd58-4e35-a494-208baf62e2fe tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/ports?device_id=b31c3a82-d59c-4f15-9324-e0760d91e57d HTTP/1.1" status: 200 len: 948 time: 0.0633030 Jun 18 12:57:07.139184 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 51340) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:57:07.155821 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-a0f5baf9-3c0a-4ceb-8a30-28ae99bdb8ba req-029ae6bf-ced2-4c89-8f4c-70e4dbf7a1ee tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/security-groups?id=7d99ae9c-916a-4a6b-a8fb-9fe4542f791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430567 Jun 18 12:57:07.190273 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1cbfef3-9cbb-4dc4-b7c8-d8371dc68b17 admin admin] Deleting subnet 1b72791a-c35c-4e62-9737-cafa8645dd4b {{(pid=92825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 12:57:07.193259 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b1cbfef3-9cbb-4dc4-b7c8-d8371dc68b17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:07.227177 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b1cbfef3-9cbb-4dc4-b7c8-d8371dc68b17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6310354'] for subnet, precommit_delete_associations {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:07.265483 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b1cbfef3-9cbb-4dc4-b7c8-d8371dc68b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-618888'] for subnet, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:07.321330 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b1cbfef3-9cbb-4dc4-b7c8-d8371dc68b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-618887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8372463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8063654'] for subnet, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:07.324356 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-af0e46de-8766-41dc-9116-03f0c0117192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:57:07.353103 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cbfef3-9cbb-4dc4-b7c8-d8371dc68b17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b72791a-c35c-4e62-9737-cafa8645dd4b,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:57:07.357179 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-b1cbfef3-9cbb-4dc4-b7c8-d8371dc68b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:57:07.358281 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b1cbfef3-9cbb-4dc4-b7c8-d8371dc68b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for subnet, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:07.361369 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-b1cbfef3-9cbb-4dc4-b7c8-d8371dc68b17 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/1b72791a-c35c-4e62-9737-cafa8645dd4b HTTP/1.1" status: 204 len: 168 time: 0.2212362 Jun 18 12:57:07.364349 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 51344) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:57:07.417276 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b837a-d6a7-4574-873f-a645b8ba7e80 req-37836e37-c52c-48bc-a23c-72366517c4a7 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:07.418689 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6f1b837a-d6a7-4574-873f-a645b8ba7e80 req-37836e37-c52c-48bc-a23c-72366517c4a7 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=936c5d8d-8979-475d-9fad-c02648a0d39c HTTP/1.1" status: 200 len: 944 time: 0.1100235 Jun 18 12:57:07.456868 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-4bd69a89-6d43-4dd7-8d70-743f193cbe22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647412'] for network, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:07.482572 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6f1b837a-d6a7-4574-873f-a645b8ba7e80 req-27572bc3-8b3a-4dee-8856-c2b6e7043bd3 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535698 Jun 18 12:57:07.553002 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-4bd69a89-6d43-4dd7-8d70-743f193cbe22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-619031', 'neutron.services.segments.db._delete_segments_for_network-8743829154259'] for network, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:07.562625 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.services.segments.db [None req-4bd69a89-6d43-4dd7-8d70-743f193cbe22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a113e043-4a5a-4caf-a999-fc7cdb516b93']}} {{(pid=92826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:57:07.573466 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.services.segments.db [None req-4bd69a89-6d43-4dd7-8d70-743f193cbe22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e587d116-c987-4841-ac36-df7fc653a40b') {'for_net_delete': True} {{(pid=92826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:57:07.573767 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.services.segments.db [None req-4bd69a89-6d43-4dd7-8d70-743f193cbe22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e587d116-c987-4841-ac36-df7fc653a40b') {} {{(pid=92826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:57:07.582534 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-4bd69a89-6d43-4dd7-8d70-743f193cbe22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743829154088', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4940083'] for segment, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:07.596726 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-4bd69a89-6d43-4dd7-8d70-743f193cbe22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559'] for segment, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:07.603014 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bd69a89-6d43-4dd7-8d70-743f193cbe22 admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=92826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 12:57:07.603617 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-4bd69a89-6d43-4dd7-8d70-743f193cbe22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4947637'] for segment, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: conditions |= (models_v2.Port.network_id.in_( Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: conditions |= (models_v2.Port.network_id.in_( Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: conditions |= (models_v2.Port.network_id.in_( Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: conditions |= (models_v2.Port.network_id.in_( Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: conditions |= (models_v2.Port.network_id.in_( Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: conditions |= (models_v2.Port.network_id.in_( Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: conditions |= (models_v2.Port.network_id.in_( Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: Traceback (most recent call last): Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: timer() Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: cb(*args, **kw) Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: return func(*args, **kwargs) Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: self._notify() Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: self.callback(batched_events) Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: event.method(event) Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: return f(self, *a, **k) Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: return self._get(url).json() Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: return self.request(url, 'GET', **kwargs) Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 12:57:07.605394 dv-cinder-797073-1-iscsi neutron-server[92826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 12:57:07.664398 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-4bd69a89-6d43-4dd7-8d70-743f193cbe22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-619022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2056967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055102'] for network, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:07.671441 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-4bd69a89-6d43-4dd7-8d70-743f193cbe22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for network, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:07.674351 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-4bd69a89-6d43-4dd7-8d70-743f193cbe22 admin admin] 10.222.0.86 "DELETE /v2.0/networks/a113e043-4a5a-4caf-a999-fc7cdb516b93 HTTP/1.1" status: 204 len: 168 time: 0.3090272 Jun 18 12:57:07.675177 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-608944f0-93a9-4ca7-b541-b2a04edb34a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:57:07.694762 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd69a89-6d43-4dd7-8d70-743f193cbe22 admin admin] Pushing event deleted for resources: {'Network': ['ID=a113e043-4a5a-4caf-a999-fc7cdb516b93,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:57:07.703980 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd69a89-6d43-4dd7-8d70-743f193cbe22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:57:07.704425 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd69a89-6d43-4dd7-8d70-743f193cbe22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:57:07.704818 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd69a89-6d43-4dd7-8d70-743f193cbe22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:57:07.705176 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd69a89-6d43-4dd7-8d70-743f193cbe22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:57:07.705523 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd69a89-6d43-4dd7-8d70-743f193cbe22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:57:07.705880 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd69a89-6d43-4dd7-8d70-743f193cbe22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:57:07.706335 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd69a89-6d43-4dd7-8d70-743f193cbe22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:57:07.706686 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd69a89-6d43-4dd7-8d70-743f193cbe22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:57:07.707035 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd69a89-6d43-4dd7-8d70-743f193cbe22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:57:07.707386 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd69a89-6d43-4dd7-8d70-743f193cbe22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:57:07.707721 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd69a89-6d43-4dd7-8d70-743f193cbe22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:57:07.708061 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd69a89-6d43-4dd7-8d70-743f193cbe22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:57:07.711539 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-4bd69a89-6d43-4dd7-8d70-743f193cbe22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:57:07.711782 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f2b8f-35cd-4aed-8d2d-10794d49453e req-d610139b-fd59-4d75-8eaf-2f4bff19c833 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:07.717223 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f47f2b8f-35cd-4aed-8d2d-10794d49453e req-d610139b-fd59-4d75-8eaf-2f4bff19c833 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0872438 Jun 18 12:57:07.754626 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f47f2b8f-35cd-4aed-8d2d-10794d49453e req-b60ac6bd-4a63-4d16-8369-d5fd1366eec9 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345063 Jun 18 12:57:07.841855 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 51354) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:57:07.885189 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-fdf1e8cd-17c3-4ef4-b4f1-51b176c753a5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8a102d84cdb8482993c16a40a2036b3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420456 Jun 18 12:57:07.887544 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 51356) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:57:07.936607 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-2fd04559-178a-4337-af62-53edf5e22113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:07.958036 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-2fd04559-178a-4337-af62-53edf5e22113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:08.008933 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-2fd04559-178a-4337-af62-53edf5e22113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:08.011635 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-2fd04559-178a-4337-af62-53edf5e22113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:08.012751 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-2fd04559-178a-4337-af62-53edf5e22113 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5a2dd05f-2e32-4266-9b55-4732b626c2d2 HTTP/1.1" status: 204 len: 168 time: 0.1243331 Jun 18 12:57:08.013992 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-71ae3053-5fe5-4019-a26b-29594a1f10be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:57:08.022930 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd04559-178a-4337-af62-53edf5e22113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2dd05f-2e32-4266-9b55-4732b626c2d2,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:57:08.025428 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-2fd04559-178a-4337-af62-53edf5e22113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:57:08.354711 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659ab7d-a208-49c2-9d41-d554892eff93 req-e8f5fe6d-27bf-4690-b3c1-edd0b21c7dce tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:08.356269 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-3659ab7d-a208-49c2-9d41-d554892eff93 req-e8f5fe6d-27bf-4690-b3c1-edd0b21c7dce tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/ports?device_id=b31c3a82-d59c-4f15-9324-e0760d91e57d HTTP/1.1" status: 200 len: 948 time: 0.0759342 Jun 18 12:57:08.399602 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-3659ab7d-a208-49c2-9d41-d554892eff93 req-8d53bc91-5f3c-4dcc-aab5-54228ad5e306 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/security-groups?id=7d99ae9c-916a-4a6b-a8fb-9fe4542f791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366523 Jun 18 12:57:08.695985 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c17fc3-7276-4076-a6e0-f150c529c046 req-a1c92f83-6ff5-453d-b161-f0e91e692ce2 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:08.697472 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e6c17fc3-7276-4076-a6e0-f150c529c046 req-a1c92f83-6ff5-453d-b161-f0e91e692ce2 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=936c5d8d-8979-475d-9fad-c02648a0d39c HTTP/1.1" status: 200 len: 944 time: 0.0836470 Jun 18 12:57:08.745973 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e6c17fc3-7276-4076-a6e0-f150c529c046 req-acccfa69-eb07-4baa-8d3e-0bab442dd410 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390155 Jun 18 12:57:08.941979 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79be96-8788-4cc2-bacd-c4b62b5a48df req-3c5f6f40-ba4d-41b7-94f8-b280371bd414 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:08.943603 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-cb79be96-8788-4cc2-bacd-c4b62b5a48df req-3c5f6f40-ba4d-41b7-94f8-b280371bd414 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0726233 Jun 18 12:57:08.984108 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-cb79be96-8788-4cc2-bacd-c4b62b5a48df req-d39cc097-ac95-4979-9e32-3b5ea95ba7ef tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342331 Jun 18 12:57:09.576181 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e51ed3-0f2b-4235-85dd-a79a69b6a343 req-ddb4ff70-125c-4743-8f8c-1a83b914b8ff tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:09.577684 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-28e51ed3-0f2b-4235-85dd-a79a69b6a343 req-ddb4ff70-125c-4743-8f8c-1a83b914b8ff tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/ports?device_id=b31c3a82-d59c-4f15-9324-e0760d91e57d HTTP/1.1" status: 200 len: 948 time: 0.0658617 Jun 18 12:57:09.615374 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-28e51ed3-0f2b-4235-85dd-a79a69b6a343 req-39d9bc8a-1b7f-4f7a-ae8e-9ba1e813eda2 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/security-groups?id=7d99ae9c-916a-4a6b-a8fb-9fe4542f791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316343 Jun 18 12:57:09.924845 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650bc588-2651-4009-9b87-52323af07faf req-699c91dc-2009-4586-8e1b-6d618cab0442 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:09.926166 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-650bc588-2651-4009-9b87-52323af07faf req-699c91dc-2009-4586-8e1b-6d618cab0442 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=936c5d8d-8979-475d-9fad-c02648a0d39c HTTP/1.1" status: 200 len: 944 time: 0.0644474 Jun 18 12:57:09.964513 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-650bc588-2651-4009-9b87-52323af07faf req-73bb29fc-0fa0-472d-be23-48ef7acdab7c tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326703 Jun 18 12:57:10.157310 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b44ae-8fc1-43fa-ac2d-0ac8aeddf492 req-c0c6ab30-4fde-4962-a1c7-0d35e5f64e65 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:10.158769 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8d5b44ae-8fc1-43fa-ac2d-0ac8aeddf492 req-c0c6ab30-4fde-4962-a1c7-0d35e5f64e65 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0648842 Jun 18 12:57:10.201413 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8d5b44ae-8fc1-43fa-ac2d-0ac8aeddf492 req-c9a82ef1-ce1b-4318-b3b8-8e10fe2c0708 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369589 Jun 18 12:57:10.793925 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32e9fb-a4f6-4f97-818c-1d22a62c7bce req-72370171-f643-43cd-a3a1-431f6ba78b03 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:10.795474 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ed32e9fb-a4f6-4f97-818c-1d22a62c7bce req-72370171-f643-43cd-a3a1-431f6ba78b03 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/ports?device_id=b31c3a82-d59c-4f15-9324-e0760d91e57d HTTP/1.1" status: 200 len: 948 time: 0.0652971 Jun 18 12:57:10.833860 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ed32e9fb-a4f6-4f97-818c-1d22a62c7bce req-408a54cc-21ad-4265-b4f8-4cd95191c99b tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/security-groups?id=7d99ae9c-916a-4a6b-a8fb-9fe4542f791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322361 Jun 18 12:57:10.881771 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=92827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 12:57:10.980285 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f,segment=NetworkSegment(3aac9b72-16ee-456a-9e2f-8cf155a92151),segment_id=3aac9b72-16ee-456a-9e2f-8cf155a92151)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:57:10.991199 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Returning: {'device': '3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f', 'network_id': '720898b2-d2d9-46ef-9aa0-4d8f5aa979be', 'port_id': '3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f', 'mac_address': 'fa:16:3e:32:bf:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95fbb831-f410-43ed-98b9-04b005f4de7e', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 12:57:11.032399 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:11.048860 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f {{(pid=92827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 12:57:11.069832 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f,segment=NetworkSegment(3aac9b72-16ee-456a-9e2f-8cf155a92151),segment_id=3aac9b72-16ee-456a-9e2f-8cf155a92151)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:57:11.074923 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:11.075641 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 3d7211ce-a991-4c9b-849c-a393ee836868 details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=92827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 12:57:11.077299 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:57:11.152837 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f544bce-6b0a-4537-8c4f-6d004de9e8b9 req-8738a755-6c18-4224-9fda-c3eee9665d3e tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:11.154429 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5f544bce-6b0a-4537-8c4f-6d004de9e8b9 req-8738a755-6c18-4224-9fda-c3eee9665d3e tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=936c5d8d-8979-475d-9fad-c02648a0d39c HTTP/1.1" status: 200 len: 944 time: 0.0700231 Jun 18 12:57:11.181597 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f,revision_number=4']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:57:11.194427 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5f544bce-6b0a-4537-8c4f-6d004de9e8b9 req-2bde2a5f-bda7-489d-a837-3fe49fed4ccd tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333192 Jun 18 12:57:11.194691 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:57:11.194826 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:57:11.195101 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:57:11.195436 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:57:11.195766 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:57:11.196093 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:57:11.196416 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:57:11.196739 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:57:11.197108 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:57:11.197433 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:57:11.197752 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:57:11.198069 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:57:11.203266 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:57:11.236351 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 3d7211ce-a991-4c9b-849c-a393ee836868, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=3d7211ce-a991-4c9b-849c-a393ee836868,segment=NetworkSegment(c2803c3c-f53b-412a-8fcc-4a7a8ff8f778),segment_id=c2803c3c-f53b-412a-8fcc-4a7a8ff8f778)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:57:11.248740 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Returning: {'device': '3d7211ce-a991-4c9b-849c-a393ee836868', 'network_id': '96265354-97f1-45e3-b090-724354f3a0d8', 'port_id': '3d7211ce-a991-4c9b-849c-a393ee836868', 'mac_address': 'fa:16:3e:0d:3a:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd68f4da-dd03-4cd6-93b2-a3dfbb56f132', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 12:57:11.287454 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:11.300254 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d7211ce-a991-4c9b-849c-a393ee836868 {{(pid=92827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 12:57:11.320963 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 3d7211ce-a991-4c9b-849c-a393ee836868, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=3d7211ce-a991-4c9b-849c-a393ee836868,segment=NetworkSegment(c2803c3c-f53b-412a-8fcc-4a7a8ff8f778),segment_id=c2803c3c-f53b-412a-8fcc-4a7a8ff8f778)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:57:11.325284 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:11.328205 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-48c5a3a4-9e62-4441-a3d0-9c55ebb0cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:57:11.378727 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=3d7211ce-a991-4c9b-849c-a393ee836868,revision_number=4']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:57:11.382975 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:57:11.388217 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5471a1a-520a-431c-bf79-d294c0c1b692 req-8c6bf1f3-6b11-41ce-b592-4baace145967 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:11.389918 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b5471a1a-520a-431c-bf79-d294c0c1b692 req-8c6bf1f3-6b11-41ce-b592-4baace145967 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0704658 Jun 18 12:57:11.428609 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b5471a1a-520a-431c-bf79-d294c0c1b692 req-5a25bac4-fe49-4fce-acd3-ee5564cd58f0 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318501 Jun 18 12:57:12.017843 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f2ee1-a236-401c-8cbf-0f43c3dd4a31 req-b23fe50d-1c20-4864-8417-8f9edfac6505 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:12.019286 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ff9f2ee1-a236-401c-8cbf-0f43c3dd4a31 req-b23fe50d-1c20-4864-8417-8f9edfac6505 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/ports?device_id=b31c3a82-d59c-4f15-9324-e0760d91e57d HTTP/1.1" status: 200 len: 949 time: 0.0693028 Jun 18 12:57:12.058051 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ff9f2ee1-a236-401c-8cbf-0f43c3dd4a31 req-3c556c34-ef21-47c7-9a65-46bfd865acde tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/security-groups?id=7d99ae9c-916a-4a6b-a8fb-9fe4542f791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326207 Jun 18 12:57:12.372320 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3b135-a5fe-4c68-b1d1-28f79610afb0 req-4157d73f-a72f-4c77-a9fc-9a6ed2ac3447 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:12.374019 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e8b3b135-a5fe-4c68-b1d1-28f79610afb0 req-4157d73f-a72f-4c77-a9fc-9a6ed2ac3447 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=936c5d8d-8979-475d-9fad-c02648a0d39c HTTP/1.1" status: 200 len: 945 time: 0.0638328 Jun 18 12:57:12.412179 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e8b3b135-a5fe-4c68-b1d1-28f79610afb0 req-3c5f674f-3dd5-4936-a23d-a5bfacd68b66 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325100 Jun 18 12:57:12.457944 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['3d7211ce-a991-4c9b-849c-a393ee836868'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 12:57:12.510703 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 12:57:12.605417 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b630cf-81b7-4a3c-a94e-385c4a4e8b57 req-eb74cc4a-5753-45ce-95f0-bc5af895b548 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:12.606862 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b1b630cf-81b7-4a3c-a94e-385c4a4e8b57 req-eb74cc4a-5753-45ce-95f0-bc5af895b548 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0638735 Jun 18 12:57:12.644318 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b1b630cf-81b7-4a3c-a94e-385c4a4e8b57 req-b55ef3f8-630e-472b-a5b5-cbade4759ee5 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315251 Jun 18 12:57:12.740115 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 12:57:13.075785 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c08847c9-2e6b-4f4a-989f-17114447493a req-9295ed76-2cf4-4a3c-8556-cb797ff2bd8e tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1242852264&fields=id&tenant_id=76a1137086a74a1d8351f72b15781da7 HTTP/1.1" status: 200 len: 267 time: 0.0324609 Jun 18 12:57:13.189607 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08847c9-2e6b-4f4a-989f-17114447493a req-350b5ffc-7aa6-4be9-a82a-5e05faef5255 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:13.191093 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c08847c9-2e6b-4f4a-989f-17114447493a req-350b5ffc-7aa6-4be9-a82a-5e05faef5255 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/networks?id=30ee0f4a-9895-462e-97b8-d479dbd49188 HTTP/1.1" status: 200 len: 808 time: 0.1071854 Jun 18 12:57:13.206706 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c08847c9-2e6b-4f4a-989f-17114447493a req-7e554c5f-fc08-470a-92f5-2003e510b4d8 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/quotas/76a1137086a74a1d8351f72b15781da7 HTTP/1.1" status: 200 len: 375 time: 0.0097940 Jun 18 12:57:13.254499 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d3d58-dd11-49bc-bcdf-5b714bc65211 req-837cfa09-5b55-4097-996d-cdf8c43605c2 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:13.256042 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4f6d3d58-dd11-49bc-bcdf-5b714bc65211 req-837cfa09-5b55-4097-996d-cdf8c43605c2 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/ports?device_id=b31c3a82-d59c-4f15-9324-e0760d91e57d HTTP/1.1" status: 200 len: 949 time: 0.0638967 Jun 18 12:57:13.276885 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c08847c9-2e6b-4f4a-989f-17114447493a req-6de03e88-1342-4aab-bd81-fb850a000173 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=76a1137086a74a1d8351f72b15781da7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0649467 Jun 18 12:57:13.294094 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4f6d3d58-dd11-49bc-bcdf-5b714bc65211 req-92c9d1ab-635e-415c-b6cb-4563bbe7fd11 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/security-groups?id=7d99ae9c-916a-4a6b-a8fb-9fe4542f791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322311 Jun 18 12:57:13.380012 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c08847c9-2e6b-4f4a-989f-17114447493a req-b261303e-52ad-4252-a8fc-710a6509b21b service neutron] 10.222.0.86 "GET /v2.0/networks/30ee0f4a-9895-462e-97b8-d479dbd49188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899663 Jun 18 12:57:13.471934 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c08847c9-2e6b-4f4a-989f-17114447493a req-9f1ef1f9-4d8e-49c3-9846-075d4a5e951c service neutron] 10.222.0.86 "GET /v2.0/networks/30ee0f4a-9895-462e-97b8-d479dbd49188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860932 Jun 18 12:57:13.596299 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab0c13-651a-4837-9e3a-61d97a9658f3 req-cad6998b-765a-4151-b1c0-14946ecb7a45 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:13.597843 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-caab0c13-651a-4837-9e3a-61d97a9658f3 req-cad6998b-765a-4151-b1c0-14946ecb7a45 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=936c5d8d-8979-475d-9fad-c02648a0d39c HTTP/1.1" status: 200 len: 945 time: 0.0722334 Jun 18 12:57:13.637262 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-caab0c13-651a-4837-9e3a-61d97a9658f3 req-b93435ff-4755-4771-9d80-2e0da9977d6d tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326898 Jun 18 12:57:13.795959 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-456562bc-ec60-42b4-b34a-675d9b0f85c8 req-eb87e314-d8e9-4ff6-805c-b066cb6ddd8b tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 210 time: 0.0340009 Jun 18 12:57:13.834646 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b153a12-7e22-41fd-bb44-95de8fb12aa2 req-e75f28cf-1e4c-4371-8833-658b938dcf37 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:13.836118 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3b153a12-7e22-41fd-bb44-95de8fb12aa2 req-e75f28cf-1e4c-4371-8833-658b938dcf37 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0729256 Jun 18 12:57:13.877494 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3b153a12-7e22-41fd-bb44-95de8fb12aa2 req-4851d534-935f-40cd-bdec-2f07d3240128 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354142 Jun 18 12:57:14.483537 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f03e9-662a-426a-bb95-98f227f1fabc req-4270c96b-66ff-4c58-b100-1d180a5035d6 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:14.485146 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-946f03e9-662a-426a-bb95-98f227f1fabc req-4270c96b-66ff-4c58-b100-1d180a5035d6 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/ports?device_id=b31c3a82-d59c-4f15-9324-e0760d91e57d HTTP/1.1" status: 200 len: 949 time: 0.0728693 Jun 18 12:57:14.527544 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-946f03e9-662a-426a-bb95-98f227f1fabc req-644f3ab8-462e-4597-ae8f-fd537a0bff70 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/security-groups?id=7d99ae9c-916a-4a6b-a8fb-9fe4542f791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358627 Jun 18 12:57:14.817713 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c85bc1-064b-4ec6-9d72-cbf0a81bf3ee req-2296ca00-2a9c-4bfe-bb1d-6de7b3f1dabb tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:14.819064 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-07c85bc1-064b-4ec6-9d72-cbf0a81bf3ee req-2296ca00-2a9c-4bfe-bb1d-6de7b3f1dabb tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=936c5d8d-8979-475d-9fad-c02648a0d39c HTTP/1.1" status: 200 len: 945 time: 0.0654211 Jun 18 12:57:14.858538 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-07c85bc1-064b-4ec6-9d72-cbf0a81bf3ee req-b3e9b801-755a-4bb8-a40a-b3c978d75bdb tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337403 Jun 18 12:57:14.890127 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 3d7211ce-a991-4c9b-849c-a393ee836868 up at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:57:14.946381 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning for port 3d7211ce-a991-4c9b-849c-a393ee836868 completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:57:14.951399 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a21ea74a-6e4f-4cd9-9551-5c405f4c80c3 req-fff2b804-f1f7-4ba8-82d7-5c9143be0c3a tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 210 time: 0.0360482 Jun 18 12:57:14.951920 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning complete for port 3d7211ce-a991-4c9b-849c-a393ee836868 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:57:14.952151 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:15.049937 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:15.067927 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7535d-958a-41c9-9cad-395076127da1 req-215bae85-51c0-4a10-bd72-f31cd88aa3ca tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:15.069319 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-1ef7535d-958a-41c9-9cad-395076127da1 req-215bae85-51c0-4a10-bd72-f31cd88aa3ca tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0673149 Jun 18 12:57:15.072887 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936c5d8d-8979-475d-9fad-c02648a0d39c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7211ce-a991-4c9b-849c-a393ee836868'}] {{(pid=92827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 12:57:15.075074 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c43e27dad5924667550749323780498268b495889c5e44707aafbe87e8432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e8dc03-65c1-4033-984e-e1f2b2c1c83e" -d '{"events": [{"server_uuid": "936c5d8d-8979-475d-9fad-c02648a0d39c", "name": "network-vif-plugged", "status": "completed", "tag": "3d7211ce-a991-4c9b-849c-a393ee836868"}]}' {{(pid=92827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 12:57:15.092569 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 3d7211ce-a991-4c9b-849c-a393ee836868, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=3d7211ce-a991-4c9b-849c-a393ee836868,segment=NetworkSegment(c2803c3c-f53b-412a-8fcc-4a7a8ff8f778),segment_id=c2803c3c-f53b-412a-8fcc-4a7a8ff8f778)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:57:15.097916 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:15.099882 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:57:15.124266 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 12:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5541c7cb-b7cb-4e22-b7f9-48e0ad95f73b x-openstack-request-id: req-5541c7cb-b7cb-4e22-b7f9-48e0ad95f73b {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 12:57:15.124566 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "936c5d8d-8979-475d-9fad-c02648a0d39c", "name": "network-vif-plugged", "status": "completed", "tag": "3d7211ce-a991-4c9b-849c-a393ee836868", "code": 200}]} {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 12:57:15.124848 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5541c7cb-b7cb-4e22-b7f9-48e0ad95f73b {{(pid=92827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 12:57:15.125235 dv-cinder-797073-1-iscsi neutron-server[92827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '936c5d8d-8979-475d-9fad-c02648a0d39c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7211ce-a991-4c9b-849c-a393ee836868', 'code': 200} Jun 18 12:57:15.156465 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=3d7211ce-a991-4c9b-849c-a393ee836868,revision_number=5']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:57:15.166001 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:57:15.189472 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-1ef7535d-958a-41c9-9cad-395076127da1 req-fe2f8eda-04e5-4f83-8341-71ee2e44e393 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123557 Jun 18 12:57:15.241254 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08847c9-2e6b-4f4a-989f-17114447493a req-bbd5ea79-8e11-4091-ba41-b1d4cffaa419 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:15.242657 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c08847c9-2e6b-4f4a-989f-17114447493a req-bbd5ea79-8e11-4091-ba41-b1d4cffaa419 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.77 "GET /v2.0/networks?id=30ee0f4a-9895-462e-97b8-d479dbd49188 HTTP/1.1" status: 200 len: 808 time: 0.1489553 Jun 18 12:57:15.321508 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c08847c9-2e6b-4f4a-989f-17114447493a req-d351a82c-d695-426d-86a4-d97e310ddc46 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76a1137086a74a1d8351f72b15781da7 HTTP/1.1" status: 200 len: 380 time: 0.0437722 Jun 18 12:57:15.334263 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [req-c08847c9-2e6b-4f4a-989f-17114447493a req-33b24b5a-d940-450e-8ef7-5f50f3123363 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Request body: {'port': {'device_id': 'bcdddea9-10dc-4a67-ad7a-4cbb390106c3', 'network_id': '30ee0f4a-9895-462e-97b8-d479dbd49188', 'admin_state_up': True, 'tenant_id': '76a1137086a74a1d8351f72b15781da7', 'security_groups': ['ae68739d-e902-4ae2-8f71-89b993f63b63']}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:57:15.456899 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c08847c9-2e6b-4f4a-989f-17114447493a req-33b24b5a-d940-450e-8ef7-5f50f3123363 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Made reservation on behalf of 76a1137086a74a1d8351f72b15781da7 for: {'port': 1} {{(pid=92825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:57:15.460293 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-c08847c9-2e6b-4f4a-989f-17114447493a req-33b24b5a-d940-450e-8ef7-5f50f3123363 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:15.576735 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55c9dd-93db-4a9e-9338-4f8508c4a4c6 req-23eae8d0-fb6d-49b0-a930-a832664c8d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:15.578445 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-8b55c9dd-93db-4a9e-9338-4f8508c4a4c6 req-23eae8d0-fb6d-49b0-a930-a832664c8d20 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=936c5d8d-8979-475d-9fad-c02648a0d39c HTTP/1.1" status: 200 len: 1099 time: 0.0635741 Jun 18 12:57:15.606552 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.db_base_plugin_common [req-c08847c9-2e6b-4f4a-989f-17114447493a req-33b24b5a-d940-450e-8ef7-5f50f3123363 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Allocated IP 172.20.0.9 (30ee0f4a-9895-462e-97b8-d479dbd49188/e2223505-7fbb-49dd-9bb8-6c3ce2ada832/1ce417cd-f6e2-4358-9139-155b17d7862f) {{(pid=92825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 12:57:15.623118 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-8b55c9dd-93db-4a9e-9338-4f8508c4a4c6 req-dda87d80-403f-4440-b1da-bbab24f23f85 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313246 Jun 18 12:57:15.779617 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e4f6c-03a9-49d1-a63a-89f7c4c42294 req-c0490703-1c8b-42b3-afa9-976bb59fcff6 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:15.781129 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-844e4f6c-03a9-49d1-a63a-89f7c4c42294 req-c0490703-1c8b-42b3-afa9-976bb59fcff6 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/ports?device_id=b31c3a82-d59c-4f15-9324-e0760d91e57d HTTP/1.1" status: 200 len: 949 time: 0.1376402 Jun 18 12:57:15.801350 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-c08847c9-2e6b-4f4a-989f-17114447493a req-33b24b5a-d940-450e-8ef7-5f50f3123363 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks [] for port, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:15.827625 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.provisioning_blocks [req-c08847c9-2e6b-4f4a-989f-17114447493a req-33b24b5a-d940-450e-8ef7-5f50f3123363 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Transition to ACTIVE for port object 1ce417cd-f6e2-4358-9139-155b17d7862f will not be triggered until provisioned by entity DHCP. {{(pid=92825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:57:15.844426 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-844e4f6c-03a9-49d1-a63a-89f7c4c42294 req-930d17cc-279c-43cf-bd9b-8635eac9ecec tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/security-groups?id=7d99ae9c-916a-4a6b-a8fb-9fe4542f791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530105 Jun 18 12:57:15.873021 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-c08847c9-2e6b-4f4a-989f-17114447493a req-33b24b5a-d940-450e-8ef7-5f50f3123363 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8372378'] for port, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:15.877389 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:57:15.919796 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c08847c9-2e6b-4f4a-989f-17114447493a req-33b24b5a-d940-450e-8ef7-5f50f3123363 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Network 30ee0f4a-9895-462e-97b8-d479dbd49188 is already hosted by enough agents. {{(pid=92825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:57:15.926668 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [req-c08847c9-2e6b-4f4a-989f-17114447493a req-33b24b5a-d940-450e-8ef7-5f50f3123363 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Resources bound (agent type, host, resource id): {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:57:15.930653 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08847c9-2e6b-4f4a-989f-17114447493a req-33b24b5a-d940-450e-8ef7-5f50f3123363 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Received port after_create {{(pid=92825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 12:57:15.936867 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b24b5a-d940-450e-8ef7-5f50f3123363 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Pushing event updated for resources: {'Port': ['ID=1ce417cd-f6e2-4358-9139-155b17d7862f,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:57:15.956725 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-33b24b5a-d940-450e-8ef7-5f50f3123363 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:57:15.983538 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08847c9-2e6b-4f4a-989f-17114447493a req-33b24b5a-d940-450e-8ef7-5f50f3123363 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:15.984283 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-c08847c9-2e6b-4f4a-989f-17114447493a req-33b24b5a-d940-450e-8ef7-5f50f3123363 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:16.000638 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c08847c9-2e6b-4f4a-989f-17114447493a req-33b24b5a-d940-450e-8ef7-5f50f3123363 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6710703 Jun 18 12:57:16.053522 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d078d-6103-4bf1-98bf-4b2c725217cc req-685dae74-8a29-4b90-8b5a-7c8c723a7734 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:16.055074 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-440d078d-6103-4bf1-98bf-4b2c725217cc req-685dae74-8a29-4b90-8b5a-7c8c723a7734 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=936c5d8d-8979-475d-9fad-c02648a0d39c HTTP/1.1" status: 200 len: 946 time: 0.0760076 Jun 18 12:57:16.099810 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-440d078d-6103-4bf1-98bf-4b2c725217cc req-019bbb6a-4b94-4f5c-b8d0-abd901e6bcfb tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378180 Jun 18 12:57:16.133332 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-bb0e4d87-ce2d-4b89-a072-1b5fd47fee82 None None] Provisioning for port 1ce417cd-f6e2-4358-9139-155b17d7862f completed by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:57:16.137499 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-bb0e4d87-ce2d-4b89-a072-1b5fd47fee82 None None] Provisioning complete for port 1ce417cd-f6e2-4358-9139-155b17d7862f triggered by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:57:16.137950 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-bb0e4d87-ce2d-4b89-a072-1b5fd47fee82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:16.152663 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd73af9-1300-4d9b-819f-3b64749165ad req-50c9abf4-5b86-40d8-b8db-bd3dcb5748e3 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:16.157252 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-9dd73af9-1300-4d9b-819f-3b64749165ad req-50c9abf4-5b86-40d8-b8db-bd3dcb5748e3 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 931 time: 0.0747628 Jun 18 12:57:16.172865 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-bb0e4d87-ce2d-4b89-a072-1b5fd47fee82 None None] Port 1ce417cd-f6e2-4358-9139-155b17d7862f cannot update to ACTIVE because it is not bound. {{(pid=92827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 12:57:16.182637 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [req-c08847c9-2e6b-4f4a-989f-17114447493a req-deb146cc-7431-4e68-b340-3b34c9f2d851 service neutron] Request body: {'port': {'device_id': 'bcdddea9-10dc-4a67-ad7a-4cbb390106c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79707'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:57:16.394782 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9a161-f824-4ad2-90f9-b2f6b808a562 req-166982ba-2ee0-4c48-99e5-2e58b0481be9 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:16.397363 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-08b9a161-f824-4ad2-90f9-b2f6b808a562 req-166982ba-2ee0-4c48-99e5-2e58b0481be9 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0772455 Jun 18 12:57:16.449446 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-08b9a161-f824-4ad2-90f9-b2f6b808a562 req-662be2c7-6994-460e-ba35-0470c0fac7ad tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468125 Jun 18 12:57:16.456883 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-9dd73af9-1300-4d9b-819f-3b64749165ad req-0c5993b2-3048-40b2-85b6-7d049bb9c7b4 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2966974 Jun 18 12:57:16.503006 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-c08847c9-2e6b-4f4a-989f-17114447493a req-deb146cc-7431-4e68-b340-3b34c9f2d851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:16.763379 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [req-c08847c9-2e6b-4f4a-989f-17114447493a req-deb146cc-7431-4e68-b340-3b34c9f2d851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ce417cd-f6e2-4358-9139-155b17d7862f {{(pid=92825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 12:57:16.772155 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-c08847c9-2e6b-4f4a-989f-17114447493a req-deb146cc-7431-4e68-b340-3b34c9f2d851 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:16.784428 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.provisioning_blocks [req-c08847c9-2e6b-4f4a-989f-17114447493a req-deb146cc-7431-4e68-b340-3b34c9f2d851 service neutron] Transition to ACTIVE for port object 1ce417cd-f6e2-4358-9139-155b17d7862f will not be triggered until provisioned by entity L2. {{(pid=92825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:57:16.787234 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-c08847c9-2e6b-4f4a-989f-17114447493a req-deb146cc-7431-4e68-b340-3b34c9f2d851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8372396'] for port, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:16.789900 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-7239168d-9d81-4425-a995-641d4591e237 tempest-DeleteServersTestJSON-48487787 tempest-DeleteServersTestJSON-48487787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:57:16.867768 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb146cc-7431-4e68-b340-3b34c9f2d851 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce417cd-f6e2-4358-9139-155b17d7862f,revision_number=2']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:57:16.885826 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-deb146cc-7431-4e68-b340-3b34c9f2d851 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:57:16.914235 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f up at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:57:16.958188 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.managers [req-c08847c9-2e6b-4f4a-989f-17114447493a req-deb146cc-7431-4e68-b340-3b34c9f2d851 service neutron] Attempting to bind port 1ce417cd-f6e2-4358-9139-155b17d7862f on host hv-cinder-79707 for vnic_type normal with profile {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 12:57:16.958536 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.managers [req-c08847c9-2e6b-4f4a-989f-17114447493a req-deb146cc-7431-4e68-b340-3b34c9f2d851 service neutron] Attempting to bind port 1ce417cd-f6e2-4358-9139-155b17d7862f by drivers openvswitch,hyperv on host hv-cinder-79707 at level 0 using segments [{'id': '20fee010-b67a-4285-82a0-f1f158c302fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '30ee0f4a-9895-462e-97b8-d479dbd49188'}] {{(pid=92825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 12:57:16.958864 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08847c9-2e6b-4f4a-989f-17114447493a req-deb146cc-7431-4e68-b340-3b34c9f2d851 service neutron] Attempting to bind port 1ce417cd-f6e2-4358-9139-155b17d7862f on network 30ee0f4a-9895-462e-97b8-d479dbd49188 {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:57:16.964468 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08847c9-2e6b-4f4a-989f-17114447493a req-deb146cc-7431-4e68-b340-3b34c9f2d851 service neutron] Port 1ce417cd-f6e2-4358-9139-155b17d7862f on network 30ee0f4a-9895-462e-97b8-d479dbd49188 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79707 {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 12:57:16.965458 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08847c9-2e6b-4f4a-989f-17114447493a req-deb146cc-7431-4e68-b340-3b34c9f2d851 service neutron] Attempting to bind port 1ce417cd-f6e2-4358-9139-155b17d7862f on network 30ee0f4a-9895-462e-97b8-d479dbd49188 {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:57:16.977365 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08847c9-2e6b-4f4a-989f-17114447493a req-deb146cc-7431-4e68-b340-3b34c9f2d851 service neutron] Checking agent: {'id': '7546d223-5e56-44d8-9441-1a8a85fbff90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79707', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'started_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 12, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 12:57:16.977705 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08847c9-2e6b-4f4a-989f-17114447493a req-deb146cc-7431-4e68-b340-3b34c9f2d851 service neutron] Checking segment: {'id': '20fee010-b67a-4285-82a0-f1f158c302fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '30ee0f4a-9895-462e-97b8-d479dbd49188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:57:16.978209 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08847c9-2e6b-4f4a-989f-17114447493a req-deb146cc-7431-4e68-b340-3b34c9f2d851 service neutron] Bound using segment: {'id': '20fee010-b67a-4285-82a0-f1f158c302fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '30ee0f4a-9895-462e-97b8-d479dbd49188'} {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 12:57:16.978572 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.managers [req-c08847c9-2e6b-4f4a-989f-17114447493a req-deb146cc-7431-4e68-b340-3b34c9f2d851 service neutron] Bound port: 1ce417cd-f6e2-4358-9139-155b17d7862f, host: hv-cinder-79707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20fee010-b67a-4285-82a0-f1f158c302fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '30ee0f4a-9895-462e-97b8-d479dbd49188'}}] {{(pid=92825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 12:57:16.978867 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-c08847c9-2e6b-4f4a-989f-17114447493a req-deb146cc-7431-4e68-b340-3b34c9f2d851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:16.988796 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning for port 3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:57:16.993583 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning complete for port 3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:57:16.994504 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:17.076516 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:17.098457 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [req-c08847c9-2e6b-4f4a-989f-17114447493a req-deb146cc-7431-4e68-b340-3b34c9f2d851 service neutron] For port 1ce417cd-f6e2-4358-9139-155b17d7862f, host hv-cinder-79707, cleared binding levels {{(pid=92825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 12:57:17.103406 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [req-c08847c9-2e6b-4f4a-989f-17114447493a req-deb146cc-7431-4e68-b340-3b34c9f2d851 service neutron] For port 1ce417cd-f6e2-4358-9139-155b17d7862f, host hv-cinder-79707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=1ce417cd-f6e2-4358-9139-155b17d7862f,segment=NetworkSegment(20fee010-b67a-4285-82a0-f1f158c302fe),segment_id=20fee010-b67a-4285-82a0-f1f158c302fe)] {{(pid=92825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 12:57:17.109671 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-c08847c9-2e6b-4f4a-989f-17114447493a req-deb146cc-7431-4e68-b340-3b34c9f2d851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8372396'] for port, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:17.112477 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-2be02584-eb25-4a6c-ac7b-cd6458602c2f tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:57:17.122888 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f,segment=NetworkSegment(3aac9b72-16ee-456a-9e2f-8cf155a92151),segment_id=3aac9b72-16ee-456a-9e2f-8cf155a92151)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:57:17.124739 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5790795-f192-4497-9e20-4c07acd833f3 req-884984b9-006b-4566-a667-8501e2d00c8c tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:17.128608 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31c3a82-d59c-4f15-9324-e0760d91e57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f'}] {{(pid=92827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 12:57:17.131490 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c43e27dad5924667550749323780498268b495889c5e44707aafbe87e8432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177bef37-941c-41c1-b30f-bcea605b39a3" -d '{"events": [{"server_uuid": "b31c3a82-d59c-4f15-9324-e0760d91e57d", "name": "network-vif-plugged", "status": "completed", "tag": "3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f"}]}' {{(pid=92827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 12:57:17.133306 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f5790795-f192-4497-9e20-4c07acd833f3 req-884984b9-006b-4566-a667-8501e2d00c8c tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/ports?device_id=b31c3a82-d59c-4f15-9324-e0760d91e57d HTTP/1.1" status: 200 len: 949 time: 0.1366913 Jun 18 12:57:17.134869 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:17.138562 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:57:17.191612 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08847c9-2e6b-4f4a-989f-17114447493a req-deb146cc-7431-4e68-b340-3b34c9f2d851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:17.192221 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-c08847c9-2e6b-4f4a-989f-17114447493a req-deb146cc-7431-4e68-b340-3b34c9f2d851 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:17.193580 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c08847c9-2e6b-4f4a-989f-17114447493a req-deb146cc-7431-4e68-b340-3b34c9f2d851 service neutron] 10.222.0.77 "PUT /v2.0/ports/1ce417cd-f6e2-4358-9139-155b17d7862f HTTP/1.1" status: 200 len: 1093 time: 1.0161655 Jun 18 12:57:17.195107 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f,revision_number=5']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:57:17.196225 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcdddea9-10dc-4a67-ad7a-4cbb390106c3', 'tag': '1ce417cd-f6e2-4358-9139-155b17d7862f'}] {{(pid=92825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 12:57:17.198538 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cbce1c661b203a7f45efff8c445c42f162c6430a9c28178aa2be3d6d959831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e821b61-16e5-43c5-a8c9-1ae4f48f8466" -d '{"events": [{"name": "network-changed", "server_uuid": "bcdddea9-10dc-4a67-ad7a-4cbb390106c3", "tag": "1ce417cd-f6e2-4358-9139-155b17d7862f"}]}' {{(pid=92825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 12:57:17.198726 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:57:17.232509 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f5790795-f192-4497-9e20-4c07acd833f3 req-c3dec458-3995-4b8c-aa52-ee9047efc962 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/security-groups?id=7d99ae9c-916a-4a6b-a8fb-9fe4542f791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930305 Jun 18 12:57:17.233582 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb146cc-7431-4e68-b340-3b34c9f2d851 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce417cd-f6e2-4358-9139-155b17d7862f,revision_number=3']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:57:17.237441 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-deb146cc-7431-4e68-b340-3b34c9f2d851 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:57:17.322080 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 12:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66171f87-37ce-462f-a9ac-5aadb5dd5a7b x-openstack-request-id: req-66171f87-37ce-462f-a9ac-5aadb5dd5a7b {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 12:57:17.322501 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b31c3a82-d59c-4f15-9324-e0760d91e57d", "name": "network-vif-plugged", "status": "completed", "tag": "3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f", "code": 200}]} {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 12:57:17.323682 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-66171f87-37ce-462f-a9ac-5aadb5dd5a7b {{(pid=92827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 12:57:17.324586 dv-cinder-797073-1-iscsi neutron-server[92827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31c3a82-d59c-4f15-9324-e0760d91e57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f', 'code': 200} Jun 18 12:57:17.333480 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd93e39-0a18-4432-a5d7-68e19944134c req-7e0cbc9b-733d-4eea-ab3e-1ea81a25c9c9 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:17.335668 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6fd93e39-0a18-4432-a5d7-68e19944134c req-7e0cbc9b-733d-4eea-ab3e-1ea81a25c9c9 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=936c5d8d-8979-475d-9fad-c02648a0d39c HTTP/1.1" status: 200 len: 946 time: 0.0935111 Jun 18 12:57:17.373251 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 12:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17399aa1-84e2-44fe-a390-2e4180b58d2e x-openstack-request-id: req-17399aa1-84e2-44fe-a390-2e4180b58d2e {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 12:57:17.373585 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcdddea9-10dc-4a67-ad7a-4cbb390106c3", "tag": "1ce417cd-f6e2-4358-9139-155b17d7862f", "status": "completed", "code": 200}]} {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 12:57:17.373872 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-17399aa1-84e2-44fe-a390-2e4180b58d2e {{(pid=92825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 12:57:17.374290 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcdddea9-10dc-4a67-ad7a-4cbb390106c3', 'tag': '1ce417cd-f6e2-4358-9139-155b17d7862f', 'status': 'completed', 'code': 200} Jun 18 12:57:17.387091 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08847c9-2e6b-4f4a-989f-17114447493a req-6e0892b7-f508-4d68-9627-38bd45b5d056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:17.388082 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c08847c9-2e6b-4f4a-989f-17114447493a req-6e0892b7-f508-4d68-9627-38bd45b5d056 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=76a1137086a74a1d8351f72b15781da7&device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 1096 time: 0.1003628 Jun 18 12:57:17.393339 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6fd93e39-0a18-4432-a5d7-68e19944134c req-e241141b-746a-40be-9fa1-01e32f5a52bf tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503380 Jun 18 12:57:17.453447 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c08847c9-2e6b-4f4a-989f-17114447493a req-118797da-1e75-4b7c-a831-a847f6bef51d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ce417cd-f6e2-4358-9139-155b17d7862f HTTP/1.1" status: 200 len: 217 time: 0.0384276 Jun 18 12:57:17.510442 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08847c9-2e6b-4f4a-989f-17114447493a req-ac1262a0-f945-42ba-abe8-ea58df488e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:17.511897 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c08847c9-2e6b-4f4a-989f-17114447493a req-ac1262a0-f945-42ba-abe8-ea58df488e4d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e2223505-7fbb-49dd-9bb8-6c3ce2ada832 HTTP/1.1" status: 200 len: 847 time: 0.0502341 Jun 18 12:57:17.591381 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08847c9-2e6b-4f4a-989f-17114447493a req-2cf19b1e-df3f-452d-9f88-d6c3670020ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:17.593431 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c08847c9-2e6b-4f4a-989f-17114447493a req-2cf19b1e-df3f-452d-9f88-d6c3670020ca service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=30ee0f4a-9895-462e-97b8-d479dbd49188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580254 Jun 18 12:57:17.656973 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af121d9-d40d-4975-be52-3c75ef5f8ade req-45afc812-f2b5-4e9d-a62f-73665131a8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:17.658666 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-2af121d9-d40d-4975-be52-3c75ef5f8ade req-45afc812-f2b5-4e9d-a62f-73665131a8dc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b31c3a82-d59c-4f15-9324-e0760d91e57d HTTP/1.1" status: 200 len: 1103 time: 0.1000109 Jun 18 12:57:17.675597 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522f40e-5a87-4a05-99eb-961d1c838335 req-8260ff65-e8e3-4a12-91ca-824a22a20c04 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:17.677169 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b522f40e-5a87-4a05-99eb-961d1c838335 req-8260ff65-e8e3-4a12-91ca-824a22a20c04 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 943 time: 0.0812273 Jun 18 12:57:17.728873 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7adce-5d3a-4d81-937f-46c389d0aef9 req-b66da8bc-05ae-4707-96e0-4a7cc435610e tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:17.730310 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-09b7adce-5d3a-4d81-937f-46c389d0aef9 req-b66da8bc-05ae-4707-96e0-4a7cc435610e tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.1342506 Jun 18 12:57:17.740997 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-2af121d9-d40d-4975-be52-3c75ef5f8ade req-a434d6b4-1d13-4a4d-b877-75cf6c02037f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7d99ae9c-916a-4a6b-a8fb-9fe4542f791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628393 Jun 18 12:57:17.745913 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b522f40e-5a87-4a05-99eb-961d1c838335 req-ad21e341-82dc-4886-9f23-1d294b208aa6 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610409 Jun 18 12:57:17.753919 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c08847c9-2e6b-4f4a-989f-17114447493a req-55941f3e-2f0c-4d7e-9add-b2d73bafccbc service neutron] 10.222.0.77 "GET /v2.0/networks/30ee0f4a-9895-462e-97b8-d479dbd49188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463864 Jun 18 12:57:17.776430 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-09b7adce-5d3a-4d81-937f-46c389d0aef9 req-208d7c79-9b07-481f-8a61-2bce404f30f1 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398290 Jun 18 12:57:18.416024 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc762a4-dd98-4f28-ad11-87a542f4b754 req-88d1ead7-dbff-4090-a6cf-1e6ec97bd649 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:18.417495 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ccc762a4-dd98-4f28-ad11-87a542f4b754 req-88d1ead7-dbff-4090-a6cf-1e6ec97bd649 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/ports?device_id=b31c3a82-d59c-4f15-9324-e0760d91e57d HTTP/1.1" status: 200 len: 950 time: 0.0657449 Jun 18 12:57:18.506127 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ccc762a4-dd98-4f28-ad11-87a542f4b754 req-366cab4d-2752-4193-8fc1-2db6bdb8bb9d tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/security-groups?id=7d99ae9c-916a-4a6b-a8fb-9fe4542f791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795467 Jun 18 12:57:18.538567 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c08847c9-2e6b-4f4a-989f-17114447493a req-6c5ab142-da24-4b0f-a20a-24c7129f165d service neutron] 10.222.0.77 "GET /v2.0/networks/30ee0f4a-9895-462e-97b8-d479dbd49188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201525 Jun 18 12:57:18.671282 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261de65-4617-4f15-b838-24877d986137 req-a517cd4e-d1a8-4f7d-a2dc-d2c53225b8f4 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:18.672888 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-2261de65-4617-4f15-b838-24877d986137 req-a517cd4e-d1a8-4f7d-a2dc-d2c53225b8f4 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=936c5d8d-8979-475d-9fad-c02648a0d39c HTTP/1.1" status: 200 len: 946 time: 0.0631521 Jun 18 12:57:18.715141 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-2261de65-4617-4f15-b838-24877d986137 req-c98433ca-a659-4714-a9f6-f47df685eaed tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353916 Jun 18 12:57:18.820398 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e821b61-16e5-43c5-a8c9-1ae4f48f8466 req-c534d19b-ff66-4e41-81db-ac82eddee6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:18.825741 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-3e821b61-16e5-43c5-a8c9-1ae4f48f8466 req-c534d19b-ff66-4e41-81db-ac82eddee6a0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=76a1137086a74a1d8351f72b15781da7&device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 1096 time: 0.0803928 Jun 18 12:57:18.941837 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89919dce-f62f-4ce8-a5a5-7794d06b708b req-b6f1d4c4-ab63-4549-9a1b-ae1f31ed4e66 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:18.943305 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-89919dce-f62f-4ce8-a5a5-7794d06b708b req-b6f1d4c4-ab63-4549-9a1b-ae1f31ed4e66 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 943 time: 0.0722001 Jun 18 12:57:18.983331 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-89919dce-f62f-4ce8-a5a5-7794d06b708b req-7a49b964-104e-48b4-8eb9-48a4575abc6f tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343034 Jun 18 12:57:19.000229 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e821b61-16e5-43c5-a8c9-1ae4f48f8466 req-a634a8d3-68a5-492d-ab13-75c60c460104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:19.002381 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-3e821b61-16e5-43c5-a8c9-1ae4f48f8466 req-a634a8d3-68a5-492d-ab13-75c60c460104 service neutron] 10.222.0.77 "GET /v2.0/networks?id=30ee0f4a-9895-462e-97b8-d479dbd49188 HTTP/1.1" status: 200 len: 909 time: 0.1563759 Jun 18 12:57:19.013200 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd18972-589c-4a91-879e-b68c3aabcb99 req-0b142f3e-d380-4da9-a524-cf95f99a1ab6 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:19.014579 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-5cd18972-589c-4a91-879e-b68c3aabcb99 req-0b142f3e-d380-4da9-a524-cf95f99a1ab6 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.1090436 Jun 18 12:57:19.055537 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-3e821b61-16e5-43c5-a8c9-1ae4f48f8466 req-a94be49d-38c1-420b-8c97-61ceca40bd7a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ce417cd-f6e2-4358-9139-155b17d7862f HTTP/1.1" status: 200 len: 217 time: 0.0399532 Jun 18 12:57:19.109465 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-5cd18972-589c-4a91-879e-b68c3aabcb99 req-370bf316-5dbd-479c-9e38-b52b8958162b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869529 Jun 18 12:57:19.122054 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e821b61-16e5-43c5-a8c9-1ae4f48f8466 req-3afbbdbc-940c-4082-8868-f28d0b9914dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:19.123491 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-3e821b61-16e5-43c5-a8c9-1ae4f48f8466 req-3afbbdbc-940c-4082-8868-f28d0b9914dc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e2223505-7fbb-49dd-9bb8-6c3ce2ada832 HTTP/1.1" status: 200 len: 847 time: 0.0586569 Jun 18 12:57:19.189553 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e821b61-16e5-43c5-a8c9-1ae4f48f8466 req-67b147bd-a468-40c4-969f-687ae3401942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:19.191081 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-3e821b61-16e5-43c5-a8c9-1ae4f48f8466 req-67b147bd-a468-40c4-969f-687ae3401942 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=30ee0f4a-9895-462e-97b8-d479dbd49188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600622 Jun 18 12:57:19.285237 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-3e821b61-16e5-43c5-a8c9-1ae4f48f8466 req-211f9bcb-a1e9-43a2-be3a-bbd70720ff57 service neutron] 10.222.0.77 "GET /v2.0/networks/30ee0f4a-9895-462e-97b8-d479dbd49188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817659 Jun 18 12:57:19.379447 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-3e821b61-16e5-43c5-a8c9-1ae4f48f8466 req-9f3cf2b7-7c7a-4ce9-982f-9557e1ef5e77 service neutron] 10.222.0.77 "GET /v2.0/networks/30ee0f4a-9895-462e-97b8-d479dbd49188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871453 Jun 18 12:57:19.681926 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56176c-136f-4438-bf5e-7c1e2dac06c9 req-a5d62181-0a09-43ca-9819-e5dd6727646c tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:19.683266 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-6b56176c-136f-4438-bf5e-7c1e2dac06c9 req-a5d62181-0a09-43ca-9819-e5dd6727646c tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/ports?device_id=b31c3a82-d59c-4f15-9324-e0760d91e57d HTTP/1.1" status: 200 len: 950 time: 0.0624030 Jun 18 12:57:19.720525 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-6b56176c-136f-4438-bf5e-7c1e2dac06c9 req-4da732d8-2d69-4435-bf5f-967e1b5ab993 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/security-groups?id=7d99ae9c-916a-4a6b-a8fb-9fe4542f791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309203 Jun 18 12:57:19.894621 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc872d-cce6-429e-97cb-ef0dda02eb57 req-e6787424-ab77-4eda-a841-2e4798b95616 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:19.896079 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0edc872d-cce6-429e-97cb-ef0dda02eb57 req-e6787424-ab77-4eda-a841-2e4798b95616 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=936c5d8d-8979-475d-9fad-c02648a0d39c HTTP/1.1" status: 200 len: 946 time: 0.0649076 Jun 18 12:57:19.934754 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0edc872d-cce6-429e-97cb-ef0dda02eb57 req-8a49293d-29ef-4912-8017-80ac094dcdc6 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328903 Jun 18 12:57:20.205422 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99acbe-023c-4158-b6f0-f20624262932 req-00f80b83-d73c-4ef6-9586-b4fdb0a0b49f tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:20.207789 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-dd99acbe-023c-4158-b6f0-f20624262932 req-00f80b83-d73c-4ef6-9586-b4fdb0a0b49f tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 943 time: 0.0799487 Jun 18 12:57:20.264199 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-dd99acbe-023c-4158-b6f0-f20624262932 req-72ac7d99-3eb4-4e07-99b3-b5eebd203bfb tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493832 Jun 18 12:57:20.299003 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fc598-45b0-4a29-b5b9-83cb24374139 req-0e226655-3de7-4ffd-ba61-2d47c27d4e57 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:20.300435 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-963fc598-45b0-4a29-b5b9-83cb24374139 req-0e226655-3de7-4ffd-ba61-2d47c27d4e57 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0709751 Jun 18 12:57:20.337742 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-963fc598-45b0-4a29-b5b9-83cb24374139 req-a9c4f7c7-8880-492f-8245-6ce716bcc65b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313933 Jun 18 12:57:20.899996 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300250b5-11ee-42e2-8dd4-57597f15bae5 req-f6de37c9-2ad4-4b7b-8cd0-d288dac43696 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:20.901529 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-300250b5-11ee-42e2-8dd4-57597f15bae5 req-f6de37c9-2ad4-4b7b-8cd0-d288dac43696 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/ports?device_id=b31c3a82-d59c-4f15-9324-e0760d91e57d HTTP/1.1" status: 200 len: 950 time: 0.0638814 Jun 18 12:57:20.946838 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-300250b5-11ee-42e2-8dd4-57597f15bae5 req-378ba54d-1873-4015-95c4-1920ffef9fb3 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/security-groups?id=7d99ae9c-916a-4a6b-a8fb-9fe4542f791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394735 Jun 18 12:57:21.360048 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b93976-d9bf-44e2-9548-f02f307d1605 req-19ceb67a-ee89-42c0-9a43-784869fea32b tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:21.362953 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-74b93976-d9bf-44e2-9548-f02f307d1605 req-19ceb67a-ee89-42c0-9a43-784869fea32b tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/ports?device_id=b31c3a82-d59c-4f15-9324-e0760d91e57d HTTP/1.1" status: 200 len: 950 time: 0.0692139 Jun 18 12:57:21.401543 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-74b93976-d9bf-44e2-9548-f02f307d1605 req-4a9e2657-ae80-4747-9be3-9e62a31fd49e tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/security-groups?id=7d99ae9c-916a-4a6b-a8fb-9fe4542f791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323372 Jun 18 12:57:21.453409 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611797a7-b517-4320-a136-40e81b1cad6b req-d51dfd9b-6f30-461e-b873-beab31e64bf4 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:21.455760 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-611797a7-b517-4320-a136-40e81b1cad6b req-d51dfd9b-6f30-461e-b873-beab31e64bf4 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 943 time: 0.0715349 Jun 18 12:57:21.494676 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-611797a7-b517-4320-a136-40e81b1cad6b req-498d4060-02b9-4cfe-9804-fc3863f271b6 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332441 Jun 18 12:57:21.575341 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914e2ae-8091-46d5-9fb7-0aab7cada773 req-c6b22a1c-9949-438b-812d-657c68758086 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:21.576894 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0914e2ae-8091-46d5-9fb7-0aab7cada773 req-c6b22a1c-9949-438b-812d-657c68758086 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0648160 Jun 18 12:57:21.621741 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0914e2ae-8091-46d5-9fb7-0aab7cada773 req-4aae0af3-bb3f-4c8a-a742-6d2b7bf8a2bf tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375972 Jun 18 12:57:21.854993 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f4ec4539-2793-4472-b9de-4476950fdd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:22.585602 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac9f6c-dd76-406a-890b-9df554d0a3e5 req-394f5b30-68db-4f49-91ab-db5381e38fdf tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:22.587069 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-bcac9f6c-dd76-406a-890b-9df554d0a3e5 req-394f5b30-68db-4f49-91ab-db5381e38fdf tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/ports?device_id=b31c3a82-d59c-4f15-9324-e0760d91e57d HTTP/1.1" status: 200 len: 950 time: 0.0643177 Jun 18 12:57:22.630319 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-bcac9f6c-dd76-406a-890b-9df554d0a3e5 req-dd429714-3d87-4b84-88df-7c1d220a3dbb tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/security-groups?id=7d99ae9c-916a-4a6b-a8fb-9fe4542f791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370333 Jun 18 12:57:22.852480 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6a7c1-7448-4d4e-ab35-33959e7002f8 req-fe093617-c690-497b-9bea-310ff5ab9780 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:22.854331 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d2e6a7c1-7448-4d4e-ab35-33959e7002f8 req-fe093617-c690-497b-9bea-310ff5ab9780 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 943 time: 0.1085970 Jun 18 12:57:22.877763 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c0f2f-5ffe-4f8b-9b2f-942245e26fd8 req-487fd5bc-c420-4869-811e-5356d9c93f8c tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:22.879426 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-085c0f2f-5ffe-4f8b-9b2f-942245e26fd8 req-487fd5bc-c420-4869-811e-5356d9c93f8c tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0715263 Jun 18 12:57:22.901062 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d2e6a7c1-7448-4d4e-ab35-33959e7002f8 req-b7e85845-a5cf-4d8f-8ed7-f89bba2ff4ff tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380871 Jun 18 12:57:22.932445 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-085c0f2f-5ffe-4f8b-9b2f-942245e26fd8 req-66debe52-d947-4ec4-ae71-b7dc13eac1d3 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381691 Jun 18 12:57:23.533631 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310ab8f-cb2c-4712-8480-848de2d1a5aa req-72b5a02a-d038-4e8d-8d29-b467cd9b6723 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:23.535120 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-1310ab8f-cb2c-4712-8480-848de2d1a5aa req-72b5a02a-d038-4e8d-8d29-b467cd9b6723 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.77 "GET /v2.0/ports?device_id=b31c3a82-d59c-4f15-9324-e0760d91e57d HTTP/1.1" status: 200 len: 950 time: 0.0654862 Jun 18 12:57:23.652922 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [req-1310ab8f-cb2c-4712-8480-848de2d1a5aa req-511ba5c2-19c2-49bf-a189-f2c6c69a0f68 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Deleting port 3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f {{(pid=92825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 12:57:23.653346 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-1310ab8f-cb2c-4712-8480-848de2d1a5aa req-511ba5c2-19c2-49bf-a189-f2c6c69a0f68 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:23.763464 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [req-1310ab8f-cb2c-4712-8480-848de2d1a5aa req-511ba5c2-19c2-49bf-a189-f2c6c69a0f68 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] For port 3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f,segment=NetworkSegment(3aac9b72-16ee-456a-9e2f-8cf155a92151),segment_id=3aac9b72-16ee-456a-9e2f-8cf155a92151)] {{(pid=92825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:57:23.763724 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-1310ab8f-cb2c-4712-8480-848de2d1a5aa req-511ba5c2-19c2-49bf-a189-f2c6c69a0f68 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:23.848548 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [req-1310ab8f-cb2c-4712-8480-848de2d1a5aa req-511ba5c2-19c2-49bf-a189-f2c6c69a0f68 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Calling delete_port for 3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f owned by compute:nova {{(pid=92825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 12:57:23.921696 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27792a71-549a-4bf8-8199-c2bcff9303f9 req-bb67e823-f6aa-4bec-b402-36cbaab981fd tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:23.923866 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-27792a71-549a-4bf8-8199-c2bcff9303f9 req-bb67e823-f6aa-4bec-b402-36cbaab981fd tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/ports?device_id=b31c3a82-d59c-4f15-9324-e0760d91e57d HTTP/1.1" status: 200 len: 950 time: 0.1794538 Jun 18 12:57:23.979857 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-27792a71-549a-4bf8-8199-c2bcff9303f9 req-66154b95-7f39-4657-a706-450db869fa72 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.86 "GET /v2.0/security-groups?id=7d99ae9c-916a-4a6b-a8fb-9fe4542f791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492039 Jun 18 12:57:24.045933 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-1310ab8f-cb2c-4712-8480-848de2d1a5aa req-511ba5c2-19c2-49bf-a189-f2c6c69a0f68 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8372373'] for port, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:24.050339 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:57:24.080411 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ba5c2-19c2-49bf-a189-f2c6c69a0f68 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Pushing event deleted for resources: {'Port': ['ID=3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:57:24.084067 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-511ba5c2-19c2-49bf-a189-f2c6c69a0f68 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:57:24.094189 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 12:57:24.096677 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca8add-3f5b-4ae9-b1e0-db769cd27bb9 req-b7447477-0af5-497c-aba3-f949a736f235 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:24.098348 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-feca8add-3f5b-4ae9-b1e0-db769cd27bb9 req-b7447477-0af5-497c-aba3-f949a736f235 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 943 time: 0.0680482 Jun 18 12:57:24.143404 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1310ab8f-cb2c-4712-8480-848de2d1a5aa req-511ba5c2-19c2-49bf-a189-f2c6c69a0f68 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] No DVR routers for this DVR port 3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f on host hv-cinder-79707 {{(pid=92825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 12:57:24.162236 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-feca8add-3f5b-4ae9-b1e0-db769cd27bb9 req-031098a7-dd7f-4787-81ee-68d05e170ac0 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566735 Jun 18 12:57:24.172151 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-1310ab8f-cb2c-4712-8480-848de2d1a5aa req-511ba5c2-19c2-49bf-a189-f2c6c69a0f68 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:24.174682 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-1310ab8f-cb2c-4712-8480-848de2d1a5aa req-511ba5c2-19c2-49bf-a189-f2c6c69a0f68 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] 10.222.0.77 "DELETE /v2.0/ports/3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f HTTP/1.1" status: 204 len: 173 time: 0.6286137 Jun 18 12:57:24.177615 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31c3a82-d59c-4f15-9324-e0760d91e57d', 'name': 'network-vif-deleted', 'tag': '3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f'}] {{(pid=92825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 12:57:24.180279 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cbce1c661b203a7f45efff8c445c42f162c6430a9c28178aa2be3d6d959831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d4880f-b1f7-420e-bc2f-f195d8a787aa" -d '{"events": [{"server_uuid": "b31c3a82-d59c-4f15-9324-e0760d91e57d", "name": "network-vif-deleted", "tag": "3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f"}]}' {{(pid=92825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 12:57:24.238019 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143e5dc-846e-4e20-92e9-e7333bfea41c req-f911ee90-1f40-484c-8fc3-826b950a9009 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:24.244838 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-5143e5dc-846e-4e20-92e9-e7333bfea41c req-f911ee90-1f40-484c-8fc3-826b950a9009 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.1292615 Jun 18 12:57:24.244838 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 12:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5bd613-debc-4ac4-8b62-cecd7385a241 x-openstack-request-id: req-8f5bd613-debc-4ac4-8b62-cecd7385a241 {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 12:57:24.244838 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b31c3a82-d59c-4f15-9324-e0760d91e57d", "name": "network-vif-deleted", "tag": "3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f", "status": "completed", "code": 200}]} {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 12:57:24.244838 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8f5bd613-debc-4ac4-8b62-cecd7385a241 {{(pid=92825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 12:57:24.244838 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31c3a82-d59c-4f15-9324-e0760d91e57d', 'name': 'network-vif-deleted', 'tag': '3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f', 'status': 'completed', 'code': 200} Jun 18 12:57:24.285402 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-5143e5dc-846e-4e20-92e9-e7333bfea41c req-5dd1cf14-f5e0-45d7-b46e-d6314c4d15a2 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367036 Jun 18 12:57:24.697319 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-5b821097-57f5-4d57-8ec7-9f82933dbd9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:25.043817 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:25.348410 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe06f41-599c-40c3-9e07-b3f6c0b50414 req-1754082f-7ca9-4db2-8701-c9d4a95ff8fe tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:25.350072 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-abe06f41-599c-40c3-9e07-b3f6c0b50414 req-1754082f-7ca9-4db2-8701-c9d4a95ff8fe tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 943 time: 0.0661883 Jun 18 12:57:25.396406 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-abe06f41-599c-40c3-9e07-b3f6c0b50414 req-6a47774c-d7d4-43ae-9e3a-86624093e1c6 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395377 Jun 18 12:57:25.478652 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa12b53-6c41-45a3-85f0-5cc9e7db2c87 req-d37464d3-ad07-4844-a755-0f3e5cd4f99f tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:25.480123 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-5fa12b53-6c41-45a3-85f0-5cc9e7db2c87 req-d37464d3-ad07-4844-a755-0f3e5cd4f99f tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0672297 Jun 18 12:57:25.521264 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-5fa12b53-6c41-45a3-85f0-5cc9e7db2c87 req-7628b5f8-d223-4d3d-8fbe-43a0d188b83a tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344372 Jun 18 12:57:25.947239 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:26.580784 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97e83b-d25e-4801-bfc7-8bea1b0f684c req-e6c05596-f1d1-41d5-be45-ebbb8a4cbd0c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:26.582247 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-2d97e83b-d25e-4801-bfc7-8bea1b0f684c req-e6c05596-f1d1-41d5-be45-ebbb8a4cbd0c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 943 time: 0.0749495 Jun 18 12:57:26.625394 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-2d97e83b-d25e-4801-bfc7-8bea1b0f684c req-67b50f23-b517-4052-ae20-494d44b70fd3 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370297 Jun 18 12:57:26.707240 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0418bf-d2eb-409c-a3af-a223e799e07c req-809b37da-e18e-48ef-85fa-56ddc70d7ed6 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:26.708709 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6b0418bf-d2eb-409c-a3af-a223e799e07c req-809b37da-e18e-48ef-85fa-56ddc70d7ed6 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0660150 Jun 18 12:57:26.756509 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6b0418bf-d2eb-409c-a3af-a223e799e07c req-3dbf1d60-fe2d-4871-b596-dab43ecca972 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418653 Jun 18 12:57:26.968740 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f no longer exists at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 12:57:26.990600 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] No Port match for: 3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 12:57:26.990957 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 3b89e7cb-ddbd-4ba7-a510-37ed3ba73b3f not bound to the agent host hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 12:57:27.670329 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:27.797252 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc24318-333d-4606-a2c0-2ccce0328c78 req-639cd59f-a7c1-4082-84a4-0cc9ec03edb1 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:27.798741 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-cbc24318-333d-4606-a2c0-2ccce0328c78 req-639cd59f-a7c1-4082-84a4-0cc9ec03edb1 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 943 time: 0.0630705 Jun 18 12:57:27.838026 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-cbc24318-333d-4606-a2c0-2ccce0328c78 req-3b0c489e-3cd4-44f3-b961-a6bc2283c0fc tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316014 Jun 18 12:57:27.942348 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf321d-2bbc-4cac-8424-8f9034382cec req-6287ff4d-e2d6-4842-972a-16863f943d4b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:27.943808 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-12cf321d-2bbc-4cac-8424-8f9034382cec req-6287ff4d-e2d6-4842-972a-16863f943d4b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0624526 Jun 18 12:57:27.981031 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-12cf321d-2bbc-4cac-8424-8f9034382cec req-6b776ae7-b876-44e9-b88c-9ea43e4304d1 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312862 Jun 18 12:57:28.711789 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b603a-9bb5-4147-8354-c50ffc0e2dea req-1b16c4b8-9309-47b4-9383-9cf87b1f3af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:28.713459 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-da7b603a-9bb5-4147-8354-c50ffc0e2dea req-1b16c4b8-9309-47b4-9383-9cf87b1f3af1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 1098 time: 0.0544524 Jun 18 12:57:28.750578 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-da7b603a-9bb5-4147-8354-c50ffc0e2dea req-cbbd3a25-54e4-42be-b96f-ce1ef530acbc service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289667 Jun 18 12:57:28.974893 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 1ce417cd-f6e2-4358-9139-155b17d7862f details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=92827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 12:57:29.001557 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:29.014248 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5acba-82c6-4998-ab45-91b93407607c req-dbc0ac2b-c75c-47da-8564-03b0363613ec tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:29.015891 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-02e5acba-82c6-4998-ab45-91b93407607c req-dbc0ac2b-c75c-47da-8564-03b0363613ec tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 943 time: 0.0664709 Jun 18 12:57:29.059280 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-02e5acba-82c6-4998-ab45-91b93407607c req-9d7cf2c0-bb41-4f1c-813f-e71b8ed6d90c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367343 Jun 18 12:57:29.082528 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 1ce417cd-f6e2-4358-9139-155b17d7862f, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=1ce417cd-f6e2-4358-9139-155b17d7862f,segment=NetworkSegment(20fee010-b67a-4285-82a0-f1f158c302fe),segment_id=20fee010-b67a-4285-82a0-f1f158c302fe)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:57:29.092982 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Returning: {'device': '1ce417cd-f6e2-4358-9139-155b17d7862f', 'network_id': '30ee0f4a-9895-462e-97b8-d479dbd49188', 'port_id': '1ce417cd-f6e2-4358-9139-155b17d7862f', 'mac_address': 'fa:16:3e:6c:2c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2223505-7fbb-49dd-9bb8-6c3ce2ada832', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 12:57:29.136340 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:29.159241 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce417cd-f6e2-4358-9139-155b17d7862f {{(pid=92827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 12:57:29.169312 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bfa23-a545-4297-a13b-11678537e756 req-f00bfad4-3c6f-4c56-917b-11c46fb4aa0b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:29.171666 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-499bfa23-a545-4297-a13b-11678537e756 req-f00bfad4-3c6f-4c56-917b-11c46fb4aa0b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0716546 Jun 18 12:57:29.179592 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 1ce417cd-f6e2-4358-9139-155b17d7862f, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=1ce417cd-f6e2-4358-9139-155b17d7862f,segment=NetworkSegment(20fee010-b67a-4285-82a0-f1f158c302fe),segment_id=20fee010-b67a-4285-82a0-f1f158c302fe)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:57:29.185846 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:29.188125 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:57:29.225532 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-499bfa23-a545-4297-a13b-11678537e756 req-dae2d0f7-0808-4440-8c1e-561a4e2ab714 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436397 Jun 18 12:57:29.242329 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=1ce417cd-f6e2-4358-9139-155b17d7862f,revision_number=4']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:57:29.245388 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:57:29.940171 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['1ce417cd-f6e2-4358-9139-155b17d7862f'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 12:57:29.945835 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 51938) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:57:30.074014 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-67bacec4-5c6b-4922-890a-b7e8776d4688 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c221ca4f11b74d1194aa38c36a575465&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1269753 Jun 18 12:57:30.076586 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 51942) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:57:30.129801 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-3f1a0d54-22de-413e-86f8-7d59f8c8c238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:30.154204 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-3f1a0d54-22de-413e-86f8-7d59f8c8c238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:30.229413 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-3f1a0d54-22de-413e-86f8-7d59f8c8c238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:30.231944 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-3f1a0d54-22de-413e-86f8-7d59f8c8c238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:30.233081 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-3f1a0d54-22de-413e-86f8-7d59f8c8c238 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7d99ae9c-916a-4a6b-a8fb-9fe4542f791b HTTP/1.1" status: 204 len: 168 time: 0.1554809 Jun 18 12:57:30.233917 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-766f8cd0-9f1b-46a2-a7a0-c7b4ca10a65e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:57:30.245749 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a0d54-22de-413e-86f8-7d59f8c8c238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d99ae9c-916a-4a6b-a8fb-9fe4542f791b,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:57:30.248369 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-3f1a0d54-22de-413e-86f8-7d59f8c8c238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:57:30.271525 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad81f06-ccab-45ab-8085-4631971800e9 req-dc81f38d-d39a-4fe5-afd4-b7e4740de298 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:30.273479 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-2ad81f06-ccab-45ab-8085-4631971800e9 req-dc81f38d-d39a-4fe5-afd4-b7e4740de298 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 944 time: 0.0821540 Jun 18 12:57:30.312740 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-2ad81f06-ccab-45ab-8085-4631971800e9 req-9cab7aee-a7f1-460f-b70b-7f4249c3fddb tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337021 Jun 18 12:57:30.406823 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd3588-6a9c-4aa8-8b24-75d39db4aa68 req-608b6fa5-cd52-44a5-a79f-d4836836bd05 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:30.408563 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-40fd3588-6a9c-4aa8-8b24-75d39db4aa68 req-608b6fa5-cd52-44a5-a79f-d4836836bd05 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0644605 Jun 18 12:57:30.450932 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-40fd3588-6a9c-4aa8-8b24-75d39db4aa68 req-bb61cb76-8ea2-4177-9a97-069d9f33bc49 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361636 Jun 18 12:57:31.546701 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e6fe6-ec1d-42ba-9412-e026ad44df71 req-babebeb2-bf53-49d8-997f-a1f41047520f tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:31.548192 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c91e6fe6-ec1d-42ba-9412-e026ad44df71 req-babebeb2-bf53-49d8-997f-a1f41047520f tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 944 time: 0.0857518 Jun 18 12:57:31.592518 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c91e6fe6-ec1d-42ba-9412-e026ad44df71 req-dfa9884d-6dbc-4540-bd56-e46b1a503b05 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371263 Jun 18 12:57:31.767138 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64520ea-fda3-4007-88c7-d859ff40f1ff req-7097c789-1f87-450a-9879-7e37a3e6b382 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:31.769040 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b64520ea-fda3-4007-88c7-d859ff40f1ff req-7097c789-1f87-450a-9879-7e37a3e6b382 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0694008 Jun 18 12:57:31.805942 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b64520ea-fda3-4007-88c7-d859ff40f1ff req-2194aea9-76f6-466b-aa4b-fe507803d806 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312300 Jun 18 12:57:32.285449 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352153f-1107-4c93-889e-88227142acf3 req-5058a5e7-7f8e-4f24-b402-81ac11dbb968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:32.286952 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-6352153f-1107-4c93-889e-88227142acf3 req-5058a5e7-7f8e-4f24-b402-81ac11dbb968 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3262259bc9f24b35be563085fd3a260f&device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 1098 time: 0.0527627 Jun 18 12:57:32.291532 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83f83b-26c6-48ea-8015-9e66f8754780 req-21260792-e2f2-4990-89ee-a1311ac43ad4 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:32.293045 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-fa83f83b-26c6-48ea-8015-9e66f8754780 req-21260792-e2f2-4990-89ee-a1311ac43ad4 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0668380 Jun 18 12:57:32.334066 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-fa83f83b-26c6-48ea-8015-9e66f8754780 req-98a5c527-3d63-478e-a579-c7af70f1d88d tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351567 Jun 18 12:57:32.381706 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352153f-1107-4c93-889e-88227142acf3 req-06148c84-f809-4f6c-a318-1c590febff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:32.383158 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-6352153f-1107-4c93-889e-88227142acf3 req-06148c84-f809-4f6c-a318-1c590febff4f service neutron] 10.222.0.77 "GET /v2.0/networks?id=bf40e680-3b6f-4529-b4ac-893d28128a35 HTTP/1.1" status: 200 len: 920 time: 0.0887651 Jun 18 12:57:32.427501 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-6352153f-1107-4c93-889e-88227142acf3 req-ba079e0e-572f-44db-b083-f589d4768e36 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1085e992-888c-4c43-af76-b565fadc2bbb HTTP/1.1" status: 200 len: 217 time: 0.0335085 Jun 18 12:57:32.479755 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352153f-1107-4c93-889e-88227142acf3 req-05e5c868-20e5-472d-ae43-1f33248a867d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:32.481126 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-6352153f-1107-4c93-889e-88227142acf3 req-05e5c868-20e5-472d-ae43-1f33248a867d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b591a7f2-4465-4b6a-8969-31efb5f2ee87 HTTP/1.1" status: 200 len: 859 time: 0.0416505 Jun 18 12:57:32.518853 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-6352153f-1107-4c93-889e-88227142acf3 req-ef94805d-60df-41e9-9ca0-75472739e7c0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bf40e680-3b6f-4529-b4ac-893d28128a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291100 Jun 18 12:57:32.890947 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-6352153f-1107-4c93-889e-88227142acf3 req-def1a698-04dc-4d48-87f2-db62c3c3d7d7 service neutron] 10.222.0.77 "GET /v2.0/networks/bf40e680-3b6f-4529-b4ac-893d28128a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317678 Jun 18 12:57:32.903314 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddbd64-3722-4aa5-889d-3d926288283f req-9a329f6c-1f79-4e23-a26a-ff5a5c994332 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:32.904847 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c5ddbd64-3722-4aa5-889d-3d926288283f req-9a329f6c-1f79-4e23-a26a-ff5a5c994332 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 944 time: 0.1166101 Jun 18 12:57:32.994921 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c5ddbd64-3722-4aa5-889d-3d926288283f req-7d19901f-a0e8-4e73-a798-2cdfd15e1152 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808866 Jun 18 12:57:33.008819 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 1ce417cd-f6e2-4358-9139-155b17d7862f up at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:57:33.027529 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-6352153f-1107-4c93-889e-88227142acf3 req-19213430-d5b1-4937-be74-155c6d37b1ca service neutron] 10.222.0.77 "GET /v2.0/networks/bf40e680-3b6f-4529-b4ac-893d28128a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216757 Jun 18 12:57:33.059520 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning for port 1ce417cd-f6e2-4358-9139-155b17d7862f completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:57:33.063200 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning complete for port 1ce417cd-f6e2-4358-9139-155b17d7862f triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:57:33.063588 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:33.256907 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:33.278692 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcdddea9-10dc-4a67-ad7a-4cbb390106c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce417cd-f6e2-4358-9139-155b17d7862f'}] {{(pid=92827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 12:57:33.281000 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c43e27dad5924667550749323780498268b495889c5e44707aafbe87e8432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87a0c07-e142-49d5-8f86-5ca4b875f37e" -d '{"events": [{"server_uuid": "bcdddea9-10dc-4a67-ad7a-4cbb390106c3", "name": "network-vif-plugged", "status": "completed", "tag": "1ce417cd-f6e2-4358-9139-155b17d7862f"}]}' {{(pid=92827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 12:57:33.295736 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 1ce417cd-f6e2-4358-9139-155b17d7862f, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=1ce417cd-f6e2-4358-9139-155b17d7862f,segment=NetworkSegment(20fee010-b67a-4285-82a0-f1f158c302fe),segment_id=20fee010-b67a-4285-82a0-f1f158c302fe)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:57:33.303337 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:33.306262 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:57:33.329111 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 12:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9459e7d5-06f1-4d2a-bea4-926dee3d645c x-openstack-request-id: req-9459e7d5-06f1-4d2a-bea4-926dee3d645c {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 12:57:33.329410 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcdddea9-10dc-4a67-ad7a-4cbb390106c3", "name": "network-vif-plugged", "status": "completed", "tag": "1ce417cd-f6e2-4358-9139-155b17d7862f", "code": 200}]} {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 12:57:33.329672 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9459e7d5-06f1-4d2a-bea4-926dee3d645c {{(pid=92827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 12:57:33.330063 dv-cinder-797073-1-iscsi neutron-server[92827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcdddea9-10dc-4a67-ad7a-4cbb390106c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce417cd-f6e2-4358-9139-155b17d7862f', 'code': 200} Jun 18 12:57:33.356374 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=1ce417cd-f6e2-4358-9139-155b17d7862f,revision_number=5']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:57:33.359473 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:57:33.514716 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b49d5a-2a03-488c-93f2-14ac04d04796 req-cb3e1278-ff19-4ce6-ab1d-3f06d299da2b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:33.516177 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-19b49d5a-2a03-488c-93f2-14ac04d04796 req-cb3e1278-ff19-4ce6-ab1d-3f06d299da2b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0636678 Jun 18 12:57:33.555295 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-19b49d5a-2a03-488c-93f2-14ac04d04796 req-250aadbc-e77c-4ebc-ad59-795051246c62 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328581 Jun 18 12:57:33.779502 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22511cef-bdaa-484d-b48d-6e1fa28d5f7b req-4c17e9c8-8ba9-41e4-b397-13f7db7d547c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:33.786185 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-22511cef-bdaa-484d-b48d-6e1fa28d5f7b req-4c17e9c8-8ba9-41e4-b397-13f7db7d547c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 1098 time: 0.0689871 Jun 18 12:57:33.842706 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-22511cef-bdaa-484d-b48d-6e1fa28d5f7b req-7cfe2a82-c5a9-4a56-896a-7ce2ad6e9545 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311537 Jun 18 12:57:34.165874 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32104d-8448-4f98-bb68-51b6269612f2 req-c788e307-f24a-468c-b157-869e83406a03 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:34.167297 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-6f32104d-8448-4f98-bb68-51b6269612f2 req-c788e307-f24a-468c-b157-869e83406a03 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 945 time: 0.0622587 Jun 18 12:57:34.204861 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-6f32104d-8448-4f98-bb68-51b6269612f2 req-e75bf012-6b3c-46ef-878a-70027b8581e8 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320153 Jun 18 12:57:34.738413 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f28b8-f4d4-4668-a7c1-c0dd952b00c2 req-f929a37e-ff73-4020-950f-5012daa81895 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:34.739884 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-6a3f28b8-f4d4-4668-a7c1-c0dd952b00c2 req-f929a37e-ff73-4020-950f-5012daa81895 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0648534 Jun 18 12:57:34.780320 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-6a3f28b8-f4d4-4668-a7c1-c0dd952b00c2 req-26e5bb63-9110-4846-b6fa-fce6da448049 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348666 Jun 18 12:57:35.377843 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e260ace-89c9-41d3-bc5d-b5a5a464190d req-6a9a7291-2537-4a32-81b0-80200ceabe0f tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:35.379283 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-8e260ace-89c9-41d3-bc5d-b5a5a464190d req-6a9a7291-2537-4a32-81b0-80200ceabe0f tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 945 time: 0.0636218 Jun 18 12:57:35.417670 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-8e260ace-89c9-41d3-bc5d-b5a5a464190d req-01e12c19-d095-4d6c-839c-aa92d358df11 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323656 Jun 18 12:57:35.954773 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984126bd-89a4-4610-b360-a19070ec6d0f req-6d0c69cf-af1a-4d46-b4d4-1430cea59588 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:35.956598 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-984126bd-89a4-4610-b360-a19070ec6d0f req-6d0c69cf-af1a-4d46-b4d4-1430cea59588 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0661387 Jun 18 12:57:36.000026 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-984126bd-89a4-4610-b360-a19070ec6d0f req-6112b655-1064-43eb-8458-a88f15f2b9fe tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378463 Jun 18 12:57:36.588960 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b20f3-c43f-4b53-bf22-852f44d161aa req-af105056-56cd-4cb9-b6ad-a6fbffa13fee tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:36.590375 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d98b20f3-c43f-4b53-bf22-852f44d161aa req-af105056-56cd-4cb9-b6ad-a6fbffa13fee tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 945 time: 0.0619967 Jun 18 12:57:36.628066 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d98b20f3-c43f-4b53-bf22-852f44d161aa req-4385fdc2-60c6-4db2-b016-09f46d1de441 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319064 Jun 18 12:57:37.184777 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2845c6-ad50-448f-8e55-0336a9271525 req-8dfc53c4-a9c6-4178-8ce3-24f2ad6fb859 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:37.186182 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-da2845c6-ad50-448f-8e55-0336a9271525 req-8dfc53c4-a9c6-4178-8ce3-24f2ad6fb859 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0666058 Jun 18 12:57:37.222821 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-da2845c6-ad50-448f-8e55-0336a9271525 req-a58b4b55-8880-451e-aeb9-0026d3390477 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302739 Jun 18 12:57:37.806938 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6433e36-57d6-44d8-8d3d-9b3f611e51fa req-a0648161-ef9e-4e76-bac7-0c7fb9d0015f tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:37.808397 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a6433e36-57d6-44d8-8d3d-9b3f611e51fa req-a0648161-ef9e-4e76-bac7-0c7fb9d0015f tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 945 time: 0.0654047 Jun 18 12:57:37.846229 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a6433e36-57d6-44d8-8d3d-9b3f611e51fa req-2bebca1d-2b12-4d64-8237-4bc2b39c37da tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315208 Jun 18 12:57:38.394168 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32ac32-2a4d-4f0d-a694-7dfbc68a2278 req-bc8a1ddf-129e-4c1a-97d9-f7763473a69e tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:38.395597 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-9a32ac32-2a4d-4f0d-a694-7dfbc68a2278 req-bc8a1ddf-129e-4c1a-97d9-f7763473a69e tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0616903 Jun 18 12:57:38.431211 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-9a32ac32-2a4d-4f0d-a694-7dfbc68a2278 req-983ebc31-c6cb-444b-8ee3-80e85bd5aca3 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300467 Jun 18 12:57:39.247395 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9ae53-5bb2-40ac-af55-6f47334ce527 req-d0513a5c-73e8-4f17-90d9-775e005eb211 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:39.248862 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-2ca9ae53-5bb2-40ac-af55-6f47334ce527 req-d0513a5c-73e8-4f17-90d9-775e005eb211 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 945 time: 0.2916920 Jun 18 12:57:39.285497 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-2ca9ae53-5bb2-40ac-af55-6f47334ce527 req-293788b8-5ec4-41b7-bb41-b60c1d16fd7d tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304203 Jun 18 12:57:39.605307 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1aafe4-277f-408f-9f75-f7d882c6b8e3 req-238d1ebd-508e-49e1-8028-45273047a31c tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:39.606730 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ee1aafe4-277f-408f-9f75-f7d882c6b8e3 req-238d1ebd-508e-49e1-8028-45273047a31c tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0617502 Jun 18 12:57:39.644718 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ee1aafe4-277f-408f-9f75-f7d882c6b8e3 req-7dd9cc82-2ea9-4f0b-9841-3e190427395a tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315619 Jun 18 12:57:40.457173 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e2222-2df5-46f7-b8dc-0c44504db55a req-440d2e1d-07cf-4c4d-a9c9-53719ccecb8f tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:40.458514 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-674e2222-2df5-46f7-b8dc-0c44504db55a req-440d2e1d-07cf-4c4d-a9c9-53719ccecb8f tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 945 time: 0.0644927 Jun 18 12:57:40.497087 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-674e2222-2df5-46f7-b8dc-0c44504db55a req-68a18260-057f-4b04-9814-d89e12017b94 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330102 Jun 18 12:57:40.814236 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a95f8-9648-4f7c-9214-bd0f2558af0e req-f8a51bc0-c48f-486d-be54-881b90589224 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:40.816590 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4c9a95f8-9648-4f7c-9214-bd0f2558af0e req-f8a51bc0-c48f-486d-be54-881b90589224 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0622771 Jun 18 12:57:40.852887 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4c9a95f8-9648-4f7c-9214-bd0f2558af0e req-10f1306d-493b-4e8d-9ff2-aca402061b8a tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307124 Jun 18 12:57:41.671507 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfb122-9de9-481c-95c5-79fca8dec8d3 req-628182b4-df27-480b-9308-4cf62fab2176 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:41.672854 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3bcfb122-9de9-481c-95c5-79fca8dec8d3 req-628182b4-df27-480b-9308-4cf62fab2176 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 945 time: 0.0630212 Jun 18 12:57:41.710492 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3bcfb122-9de9-481c-95c5-79fca8dec8d3 req-cbe04cc3-8250-4010-8186-d6e39413a28f tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313449 Jun 18 12:57:42.029351 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec4b3b4-c57c-4efa-ac41-c731ea776664 req-781f752d-fb9f-4d39-8a5b-ccb3f306adf1 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:42.030955 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-bec4b3b4-c57c-4efa-ac41-c731ea776664 req-781f752d-fb9f-4d39-8a5b-ccb3f306adf1 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0655324 Jun 18 12:57:42.072309 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-bec4b3b4-c57c-4efa-ac41-c731ea776664 req-8dc2b482-ed1c-4358-b89d-cc697539a127 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341542 Jun 18 12:57:42.681800 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f8214-a62c-4340-983f-bbd696134b1f req-ce5715ea-a7c9-414d-bbfb-09686a15d22e tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:42.683146 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-683f8214-a62c-4340-983f-bbd696134b1f req-ce5715ea-a7c9-414d-bbfb-09686a15d22e tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=936c5d8d-8979-475d-9fad-c02648a0d39c HTTP/1.1" status: 200 len: 946 time: 0.0667195 Jun 18 12:57:42.720110 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-683f8214-a62c-4340-983f-bbd696134b1f req-12ae748f-4c66-4d19-9a71-f3170af1de85 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313804 Jun 18 12:57:42.887805 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33d09a-239b-41f9-9922-80f6269f82ce req-f6f134d8-71d4-42c9-89e1-79d8ac91728d tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:42.889464 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-6c33d09a-239b-41f9-9922-80f6269f82ce req-f6f134d8-71d4-42c9-89e1-79d8ac91728d tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 945 time: 0.0631862 Jun 18 12:57:42.927098 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-6c33d09a-239b-41f9-9922-80f6269f82ce req-e89ed4c7-b38f-41ee-9d1d-9505f223e0f3 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318038 Jun 18 12:57:43.275964 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40434543-b5f5-42e0-8b1d-bb6fbcb179cb req-155956ba-d73b-4181-a08b-42fe3f66dff8 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:43.277508 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-40434543-b5f5-42e0-8b1d-bb6fbcb179cb req-155956ba-d73b-4181-a08b-42fe3f66dff8 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0785623 Jun 18 12:57:43.327762 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-40434543-b5f5-42e0-8b1d-bb6fbcb179cb req-991367e5-1136-4ab6-92f2-fc10e7db2288 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427918 Jun 18 12:57:43.896087 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fe481-119c-447e-a281-d7bba06e9d4d req-7c7ac19b-a399-4224-abd3-d670db35a89f tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:43.897651 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-2b7fe481-119c-447e-a281-d7bba06e9d4d req-7c7ac19b-a399-4224-abd3-d670db35a89f tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=936c5d8d-8979-475d-9fad-c02648a0d39c HTTP/1.1" status: 200 len: 946 time: 0.0690160 Jun 18 12:57:43.934810 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-2b7fe481-119c-447e-a281-d7bba06e9d4d req-57606fc9-a92c-4bcf-b556-bcdea3850913 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312104 Jun 18 12:57:44.099659 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2d111-8a85-4168-a08b-b8b9857568ab req-8f605989-62c4-4751-89a4-fc45d7f47a95 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:44.101137 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-85e2d111-8a85-4168-a08b-b8b9857568ab req-8f605989-62c4-4751-89a4-fc45d7f47a95 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 945 time: 0.0661201 Jun 18 12:57:44.138126 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-85e2d111-8a85-4168-a08b-b8b9857568ab req-6d268407-cf94-45f4-a165-4ba205118e6f tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314279 Jun 18 12:57:44.309980 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915e052-87fb-4931-8339-1f30dea411e4 req-0efd2f74-3c37-4ae4-8414-d8f50d7dd661 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:44.311488 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5915e052-87fb-4931-8339-1f30dea411e4 req-0efd2f74-3c37-4ae4-8414-d8f50d7dd661 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 945 time: 0.0617902 Jun 18 12:57:44.350668 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5915e052-87fb-4931-8339-1f30dea411e4 req-dbbb8ab0-ebc4-4918-941f-3248b583fc95 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326731 Jun 18 12:57:44.378931 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 52170) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:57:44.517516 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13590244-17d1-47a3-adb4-b8eebc229ba1 req-7f45f824-db02-4bd1-9a20-da0934039375 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:44.519593 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-13590244-17d1-47a3-adb4-b8eebc229ba1 req-7f45f824-db02-4bd1-9a20-da0934039375 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0710685 Jun 18 12:57:44.561126 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-13590244-17d1-47a3-adb4-b8eebc229ba1 req-35c5b51a-6407-4b6d-b416-9cd122dceb47 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344563 Jun 18 12:57:44.615257 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 52178) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:57:44.618904 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded8fa53-e3b3-4e1c-87d2-503407ff4a08 tempest-TestShelveInstance-236374328 tempest-TestShelveInstance-236374328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:44.620496 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-ded8fa53-e3b3-4e1c-87d2-503407ff4a08 tempest-TestShelveInstance-236374328 tempest-TestShelveInstance-236374328-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 1093 time: 0.2403712 Jun 18 12:57:44.623237 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 52182) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:57:44.627620 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-78926bd5-c451-4d3e-b515-94408658c45a tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Request body: {'floatingip': {'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'port_id': '1ce417cd-f6e2-4358-9139-155b17d7862f', 'tenant_id': '76a1137086a74a1d8351f72b15781da7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:57:44.652748 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-78926bd5-c451-4d3e-b515-94408658c45a tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks [] for floatingip, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:44.721948 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-1145e751-7d81-49d5-a2e8-53c96dfef50e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:44.806688 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-78926bd5-c451-4d3e-b515-94408658c45a tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:44.881502 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-1145e751-7d81-49d5-a2e8-53c96dfef50e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:44.887573 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-1145e751-7d81-49d5-a2e8-53c96dfef50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:44.893535 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-7da72a5e-769a-4f5f-8909-b1422358f818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:57:44.959782 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-1145e751-7d81-49d5-a2e8-53c96dfef50e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=055a681a04834c62bc24b4f1c1a3ec3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3452425 Jun 18 12:57:44.962685 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 52186) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:57:44.966430 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145e751-7d81-49d5-a2e8-53c96dfef50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c571ed9-3bae-445a-ae85-1b31ccd8678f,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:57:44.970186 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-1145e751-7d81-49d5-a2e8-53c96dfef50e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:57:44.978315 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.db_base_plugin_common [None req-78926bd5-c451-4d3e-b515-94408658c45a tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Allocated IP 172.27.0.146 (9d896988-a366-408b-a158-be6ed4023cc1/a87da4ed-432b-4387-92bb-db12946e6cdf/77cc6700-bae5-4599-af4e-1f2dbe1d6901) {{(pid=92826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 12:57:45.023314 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-a6eb889f-d0b6-43a9-9147-4decd23b2f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:45.046602 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-a6eb889f-d0b6-43a9-9147-4decd23b2f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:45.086511 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-78926bd5-c451-4d3e-b515-94408658c45a tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks [] for port, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:45.131848 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-78926bd5-c451-4d3e-b515-94408658c45a tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4940139'] for port, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:45.134802 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-592f8c1c-f7ec-4300-9638-816d36a0a140 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:57:45.138957 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad11a45-1ba0-44f4-9d5e-a86ef9297d66 req-33b9e5dd-b2e8-41db-9364-801b22a79ce0 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:45.142439 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-9ad11a45-1ba0-44f4-9d5e-a86ef9297d66 req-33b9e5dd-b2e8-41db-9364-801b22a79ce0 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=936c5d8d-8979-475d-9fad-c02648a0d39c HTTP/1.1" status: 200 len: 946 time: 0.0839264 Jun 18 12:57:45.143642 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-a6eb889f-d0b6-43a9-9147-4decd23b2f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:45.146306 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-a6eb889f-d0b6-43a9-9147-4decd23b2f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:45.147367 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-a6eb889f-d0b6-43a9-9147-4decd23b2f7e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1c571ed9-3bae-445a-ae85-1b31ccd8678f HTTP/1.1" status: 204 len: 168 time: 0.1835971 Jun 18 12:57:45.149248 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-2b8a4612-8acb-4cfe-bafb-3e8a84803816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:57:45.167907 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb889f-d0b6-43a9-9147-4decd23b2f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c571ed9-3bae-445a-ae85-1b31ccd8678f,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:57:45.170636 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-a6eb889f-d0b6-43a9-9147-4decd23b2f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:57:45.175833 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78926bd5-c451-4d3e-b515-94408658c45a tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Network 9d896988-a366-408b-a158-be6ed4023cc1 is already hosted by enough agents. {{(pid=92826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:57:45.178703 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.base_scheduler [None req-78926bd5-c451-4d3e-b515-94408658c45a tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Resources bound (agent type, host, resource id): {{(pid=92826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:57:45.182342 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78926bd5-c451-4d3e-b515-94408658c45a tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Received port after_create {{(pid=92826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 12:57:45.195340 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-9ad11a45-1ba0-44f4-9d5e-a86ef9297d66 req-9fd92394-5821-4898-aa45-96db63e51654 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468464 Jun 18 12:57:45.211380 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78926bd5-c451-4d3e-b515-94408658c45a tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Pushing event updated for resources: {'Port': ['ID=77cc6700-bae5-4599-af4e-1f2dbe1d6901,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:57:45.215344 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-78926bd5-c451-4d3e-b515-94408658c45a tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:57:45.634247 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-78926bd5-c451-4d3e-b515-94408658c45a tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:45.761984 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-78926bd5-c451-4d3e-b515-94408658c45a tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:45.822731 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5709e-399f-41bf-9439-0343e44e6002 req-47b4264e-66e2-4af0-977a-aa4c7f32ab79 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:45.824098 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b0f5709e-399f-41bf-9439-0343e44e6002 req-47b4264e-66e2-4af0-977a-aa4c7f32ab79 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.1483939 Jun 18 12:57:45.905968 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b0f5709e-399f-41bf-9439-0343e44e6002 req-2d8da53e-58d9-44fe-b2a9-879d14c9a3f0 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754237 Jun 18 12:57:45.960502 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-78926bd5-c451-4d3e-b515-94408658c45a tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks [] for port, precommit_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:45.965206 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-78926bd5-c451-4d3e-b515-94408658c45a tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4940125'] for port, after_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:45.968456 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:57:46.028673 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78926bd5-c451-4d3e-b515-94408658c45a tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Pushing event updated for resources: {'Port': ['ID=77cc6700-bae5-4599-af4e-1f2dbe1d6901,revision_number=2']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:57:46.032402 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-78926bd5-c451-4d3e-b515-94408658c45a tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:57:46.044572 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-78926bd5-c451-4d3e-b515-94408658c45a tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055052'] for floatingip, after_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:46.142534 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.db.l3_db [None req-78926bd5-c451-4d3e-b515-94408658c45a tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Floating IP 36d8b0c3-424a-41d6-b394-1f788f2ce2e8 associated. External IP: 172.27.0.146, port: 1ce417cd-f6e2-4358-9139-155b17d7862f. Jun 18 12:57:46.169495 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434a868-6424-4163-b8f1-da69ad8b44f3 req-6510a49c-8fd1-41ec-8a8b-7146df368c6c tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:46.170984 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f434a868-6424-4163-b8f1-da69ad8b44f3 req-6510a49c-8fd1-41ec-8a8b-7146df368c6c tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.77 "GET /v2.0/ports?device_id=936c5d8d-8979-475d-9fad-c02648a0d39c HTTP/1.1" status: 200 len: 946 time: 0.0658100 Jun 18 12:57:46.281982 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [req-f434a868-6424-4163-b8f1-da69ad8b44f3 req-e0b0fc98-f3e1-4fc9-9c6b-343b0569f68c tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Deleting port 3d7211ce-a991-4c9b-849c-a393ee836868 {{(pid=92825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 12:57:46.282324 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-f434a868-6424-4163-b8f1-da69ad8b44f3 req-e0b0fc98-f3e1-4fc9-9c6b-343b0569f68c tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:46.389880 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78926bd5-c451-4d3e-b515-94408658c45a tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Router 99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d has already been hosted by L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc {{(pid=92826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 12:57:46.390592 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [req-f434a868-6424-4163-b8f1-da69ad8b44f3 req-e0b0fc98-f3e1-4fc9-9c6b-343b0569f68c tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] For port 3d7211ce-a991-4c9b-849c-a393ee836868, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=3d7211ce-a991-4c9b-849c-a393ee836868,segment=NetworkSegment(c2803c3c-f53b-412a-8fcc-4a7a8ff8f778),segment_id=c2803c3c-f53b-412a-8fcc-4a7a8ff8f778)] {{(pid=92825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:57:46.390960 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-f434a868-6424-4163-b8f1-da69ad8b44f3 req-e0b0fc98-f3e1-4fc9-9c6b-343b0569f68c tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:46.409838 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252bc53-24ce-4117-9c3f-4f76d65d670e req-329fdbfa-dbeb-4a8d-8a6e-3bc0d95febc3 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:46.411197 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e252bc53-24ce-4117-9c3f-4f76d65d670e req-329fdbfa-dbeb-4a8d-8a6e-3bc0d95febc3 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=936c5d8d-8979-475d-9fad-c02648a0d39c HTTP/1.1" status: 200 len: 946 time: 0.0877416 Jun 18 12:57:46.456512 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [req-f434a868-6424-4163-b8f1-da69ad8b44f3 req-e0b0fc98-f3e1-4fc9-9c6b-343b0569f68c tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Calling delete_port for 3d7211ce-a991-4c9b-849c-a393ee836868 owned by compute:nova {{(pid=92825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 12:57:46.516588 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e252bc53-24ce-4117-9c3f-4f76d65d670e req-04f7f58f-1115-45e9-860e-62dea300d7f8 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681586 Jun 18 12:57:46.544341 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78926bd5-c451-4d3e-b515-94408658c45a tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 12:57:46.554847 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3970c133-c5f3-4824-bb79-485eeb2cc403 None None] Sync routers for ids ['99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d'] in dv-cinder-797073-1-iscsi {{(pid=92828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 12:57:46.562163 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-78926bd5-c451-4d3e-b515-94408658c45a tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for floatingip, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:46.563917 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3970c133-c5f3-4824-bb79-485eeb2cc403 None None] Routers {'99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 12:57:46.565336 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-3970c133-c5f3-4824-bb79-485eeb2cc403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:57:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d'], 'active': True} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:57:46.596979 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-f434a868-6424-4163-b8f1-da69ad8b44f3 req-e0b0fc98-f3e1-4fc9-9c6b-343b0569f68c tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8372373'] for port, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:46.601735 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-78926bd5-c451-4d3e-b515-94408658c45a tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9775069 Jun 18 12:57:46.602417 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:57:46.602556 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcdddea9-10dc-4a67-ad7a-4cbb390106c3', 'tag': '1ce417cd-f6e2-4358-9139-155b17d7862f'}] {{(pid=92826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 12:57:46.604779 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7173dab7d1fbfef731d5f8fd5c52510eeface1fe9a62799688baadb2f5777418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ce1272-a505-4013-97cf-f02bc7ee67e2" -d '{"events": [{"name": "network-changed", "server_uuid": "bcdddea9-10dc-4a67-ad7a-4cbb390106c3", "tag": "1ce417cd-f6e2-4358-9139-155b17d7862f"}]}' {{(pid=92826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 12:57:46.638560 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['de4f3974-6882-4077-970d-a860341fda6e', 'd356bc83-21d6-40ab-b9b9-beb519ab2fac', '673f1008-f347-4dc0-b064-930b2232ddad', '3d7211ce-a991-4c9b-849c-a393ee836868'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 12:57:46.648944 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0fc98-f3e1-4fc9-9c6b-343b0569f68c tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Pushing event deleted for resources: {'Port': ['ID=3d7211ce-a991-4c9b-849c-a393ee836868,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:57:46.653144 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-e0b0fc98-f3e1-4fc9-9c6b-343b0569f68c tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:57:46.673766 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvr_db [None req-3970c133-c5f3-4824-bb79-485eeb2cc403 None None] Set router 99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d gateway port host: dv-cinder-797073-1-iscsi {{(pid=92828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 12:57:46.685620 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 12:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7138feab-872a-433a-aa7d-0f0d9aafaa2d x-openstack-request-id: req-7138feab-872a-433a-aa7d-0f0d9aafaa2d {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 12:57:46.685956 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcdddea9-10dc-4a67-ad7a-4cbb390106c3", "tag": "1ce417cd-f6e2-4358-9139-155b17d7862f", "status": "completed", "code": 200}]} {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 12:57:46.686243 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7138feab-872a-433a-aa7d-0f0d9aafaa2d {{(pid=92826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 12:57:46.686671 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcdddea9-10dc-4a67-ad7a-4cbb390106c3', 'tag': '1ce417cd-f6e2-4358-9139-155b17d7862f', 'status': 'completed', 'code': 200} Jun 18 12:57:46.692957 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f434a868-6424-4163-b8f1-da69ad8b44f3 req-e0b0fc98-f3e1-4fc9-9c6b-343b0569f68c tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] No DVR routers for this DVR port 3d7211ce-a991-4c9b-849c-a393ee836868 on host hv-cinder-79707 {{(pid=92825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 12:57:46.695745 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-f434a868-6424-4163-b8f1-da69ad8b44f3 req-e0b0fc98-f3e1-4fc9-9c6b-343b0569f68c tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:46.698419 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f434a868-6424-4163-b8f1-da69ad8b44f3 req-e0b0fc98-f3e1-4fc9-9c6b-343b0569f68c tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.77 "DELETE /v2.0/ports/3d7211ce-a991-4c9b-849c-a393ee836868 HTTP/1.1" status: 204 len: 173 time: 0.5217712 Jun 18 12:57:46.699032 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936c5d8d-8979-475d-9fad-c02648a0d39c', 'name': 'network-vif-deleted', 'tag': '3d7211ce-a991-4c9b-849c-a393ee836868'}] {{(pid=92825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 12:57:46.701607 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cbce1c661b203a7f45efff8c445c42f162c6430a9c28178aa2be3d6d959831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6933cb4-abcc-47c0-85f4-e9b7b27edfff" -d '{"events": [{"server_uuid": "936c5d8d-8979-475d-9fad-c02648a0d39c", "name": "network-vif-deleted", "tag": "3d7211ce-a991-4c9b-849c-a393ee836868"}]}' {{(pid=92825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 12:57:46.746509 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 12:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f9dcf8-5874-42ef-880c-a919947b14b2 x-openstack-request-id: req-e0f9dcf8-5874-42ef-880c-a919947b14b2 {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 12:57:46.747118 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "936c5d8d-8979-475d-9fad-c02648a0d39c", "name": "network-vif-deleted", "tag": "3d7211ce-a991-4c9b-849c-a393ee836868", "status": "completed", "code": 200}]} {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 12:57:46.747581 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e0f9dcf8-5874-42ef-880c-a919947b14b2 {{(pid=92825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 12:57:46.748210 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '936c5d8d-8979-475d-9fad-c02648a0d39c', 'name': 'network-vif-deleted', 'tag': '3d7211ce-a991-4c9b-849c-a393ee836868', 'status': 'completed', 'code': 200} Jun 18 12:57:46.834288 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce1272-a505-4013-97cf-f02bc7ee67e2 req-72dfe802-35a5-48df-854d-7d28113ea869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:46.836751 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-50ce1272-a505-4013-97cf-f02bc7ee67e2 req-72dfe802-35a5-48df-854d-7d28113ea869 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=76a1137086a74a1d8351f72b15781da7&device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 1098 time: 0.0794427 Jun 18 12:57:46.912850 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-3970c133-c5f3-4824-bb79-485eeb2cc403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d', 'name': 'tempest-TestShelveInstance-529498587-router', 'tenant_id': '76a1137086a74a1d8351f72b15781da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd4b62f62-2968-48eb-b339-b9b4649b22e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:56:11Z', 'updated_at': '2021-06-18T12:56:15Z', 'revision_number': 4, 'project_id': '76a1137086a74a1d8351f72b15781da7', 'gw_port': {'id': 'd4b62f62-2968-48eb-b339-b9b4649b22e3', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:56:12Z', 'updated_at': '2021-06-18T12:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_floatingips': [{'id': '36d8b0c3-424a-41d6-b394-1f788f2ce2e8', 'tenant_id': '76a1137086a74a1d8351f72b15781da7', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'router_id': '99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d', 'port_id': '1ce417cd-f6e2-4358-9139-155b17d7862f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30ee0f4a-9895-462e-97b8-d479dbd49188', 'mac_address': 'fa:16:3e:6c:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdddea9-10dc-4a67-ad7a-4cbb390106c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T12:57:45Z', 'updated_at': '2021-06-18T12:57:45Z', 'revision_number': 0, 'project_id': '76a1137086a74a1d8351f72b15781da7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7faf979d-dc66-45c2-958e-8700ab18e3f9', 'name': '', 'network_id': '30ee0f4a-9895-462e-97b8-d479dbd49188', 'tenant_id': '76a1137086a74a1d8351f72b15781da7', 'mac_address': 'fa:16:3e:ba:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e2223505-7fbb-49dd-9bb8-6c3ce2ada832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:56:15Z', 'updated_at': '2021-06-18T12:56:22Z', 'revision_number': 5, 'project_id': '76a1137086a74a1d8351f72b15781da7', 'subnets': [{'id': 'e2223505-7fbb-49dd-9bb8-6c3ce2ada832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:57:46.945319 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3970c133-c5f3-4824-bb79-485eeb2cc403 None None] Checking router: 99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d for host: dv-cinder-797073-1-iscsi {{(pid=92828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 12:57:46.955336 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3970c133-c5f3-4824-bb79-485eeb2cc403 None None] Routers {'99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 12:57:46.955964 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-3970c133-c5f3-4824-bb79-485eeb2cc403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:57:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d'], 'active': True} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:57:46.979725 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce1272-a505-4013-97cf-f02bc7ee67e2 req-9cb94138-3f52-4748-9233-9f2e5dd3268a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:46.981673 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-50ce1272-a505-4013-97cf-f02bc7ee67e2 req-9cb94138-3f52-4748-9233-9f2e5dd3268a service neutron] 10.222.0.77 "GET /v2.0/networks?id=30ee0f4a-9895-462e-97b8-d479dbd49188 HTTP/1.1" status: 200 len: 909 time: 0.1358211 Jun 18 12:57:47.066570 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvr_db [None req-3970c133-c5f3-4824-bb79-485eeb2cc403 None None] Set router 99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d gateway port host: dv-cinder-797073-1-iscsi {{(pid=92828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 12:57:47.125729 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-50ce1272-a505-4013-97cf-f02bc7ee67e2 req-d421ee36-0e7f-4673-b582-47fdf1508075 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ce417cd-f6e2-4358-9139-155b17d7862f HTTP/1.1" status: 200 len: 999 time: 0.1357152 Jun 18 12:57:47.150852 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a4041-9183-4f94-8e18-71385e712f9c req-5955c7cd-be56-4a84-bcf2-c27d70102d62 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:47.152295 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-082a4041-9183-4f94-8e18-71385e712f9c req-5955c7cd-be56-4a84-bcf2-c27d70102d62 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0927246 Jun 18 12:57:47.219500 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce1272-a505-4013-97cf-f02bc7ee67e2 req-73a37965-a8fc-448d-b19e-1113ffd4717b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:47.220985 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-50ce1272-a505-4013-97cf-f02bc7ee67e2 req-73a37965-a8fc-448d-b19e-1113ffd4717b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e2223505-7fbb-49dd-9bb8-6c3ce2ada832 HTTP/1.1" status: 200 len: 847 time: 0.0677378 Jun 18 12:57:47.225848 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-082a4041-9183-4f94-8e18-71385e712f9c req-3d73d3c8-31ef-4592-810f-bb9fb707c5eb tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641646 Jun 18 12:57:47.278751 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce1272-a505-4013-97cf-f02bc7ee67e2 req-49740bc7-7896-4fec-b3a1-2173ace4b110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:47.280218 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-50ce1272-a505-4013-97cf-f02bc7ee67e2 req-49740bc7-7896-4fec-b3a1-2173ace4b110 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=30ee0f4a-9895-462e-97b8-d479dbd49188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522528 Jun 18 12:57:47.327848 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-3970c133-c5f3-4824-bb79-485eeb2cc403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d', 'name': 'tempest-TestShelveInstance-529498587-router', 'tenant_id': '76a1137086a74a1d8351f72b15781da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd4b62f62-2968-48eb-b339-b9b4649b22e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:56:11Z', 'updated_at': '2021-06-18T12:56:15Z', 'revision_number': 4, 'project_id': '76a1137086a74a1d8351f72b15781da7', 'gw_port': {'id': 'd4b62f62-2968-48eb-b339-b9b4649b22e3', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:56:12Z', 'updated_at': '2021-06-18T12:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_floatingips': [{'id': '36d8b0c3-424a-41d6-b394-1f788f2ce2e8', 'tenant_id': '76a1137086a74a1d8351f72b15781da7', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'router_id': '99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d', 'port_id': '1ce417cd-f6e2-4358-9139-155b17d7862f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30ee0f4a-9895-462e-97b8-d479dbd49188', 'mac_address': 'fa:16:3e:6c:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdddea9-10dc-4a67-ad7a-4cbb390106c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T12:57:45Z', 'updated_at': '2021-06-18T12:57:45Z', 'revision_number': 0, 'project_id': '76a1137086a74a1d8351f72b15781da7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7faf979d-dc66-45c2-958e-8700ab18e3f9', 'name': '', 'network_id': '30ee0f4a-9895-462e-97b8-d479dbd49188', 'tenant_id': '76a1137086a74a1d8351f72b15781da7', 'mac_address': 'fa:16:3e:ba:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e2223505-7fbb-49dd-9bb8-6c3ce2ada832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:56:15Z', 'updated_at': '2021-06-18T12:56:22Z', 'revision_number': 5, 'project_id': '76a1137086a74a1d8351f72b15781da7', 'subnets': [{'id': 'e2223505-7fbb-49dd-9bb8-6c3ce2ada832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:57:47.376801 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3970c133-c5f3-4824-bb79-485eeb2cc403 None None] The sync data for ids ['99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d'] in dv-cinder-797073-1-iscsi is: [{'id': '99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d', 'name': 'tempest-TestShelveInstance-529498587-router', 'tenant_id': '76a1137086a74a1d8351f72b15781da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd4b62f62-2968-48eb-b339-b9b4649b22e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:56:11Z', 'updated_at': '2021-06-18T12:56:15Z', 'revision_number': 4, 'project_id': '76a1137086a74a1d8351f72b15781da7', 'gw_port': {'id': 'd4b62f62-2968-48eb-b339-b9b4649b22e3', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:56:12Z', 'updated_at': '2021-06-18T12:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_floatingips': [{'id': '36d8b0c3-424a-41d6-b394-1f788f2ce2e8', 'tenant_id': '76a1137086a74a1d8351f72b15781da7', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'router_id': '99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d', 'port_id': '1ce417cd-f6e2-4358-9139-155b17d7862f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30ee0f4a-9895-462e-97b8-d479dbd49188', 'mac_address': 'fa:16:3e:6c:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdddea9-10dc-4a67-ad7a-4cbb390106c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T12:57:45Z', 'updated_at': '2021-06-18T12:57:45Z', 'revision_number': 0, 'project_id': '76a1137086a74a1d8351f72b15781da7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7faf979d-dc66-45c2-958e-8700ab18e3f9', 'name': '', 'network_id': '30ee0f4a-9895-462e-97b8-d479dbd49188', 'tenant_id': '76a1137086a74a1d8351f72b15781da7', 'mac_address': 'fa:16:3e:ba:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e2223505-7fbb-49dd-9bb8-6c3ce2ada832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:56:15Z', 'updated_at': '2021-06-18T12:56:22Z', 'revision_number': 5, 'project_id': '76a1137086a74a1d8351f72b15781da7', 'subnets': [{'id': 'e2223505-7fbb-49dd-9bb8-6c3ce2ada832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 12:57:47.398202 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-50ce1272-a505-4013-97cf-f02bc7ee67e2 req-b7f2f0aa-ef2d-42f4-b891-deb96f854eaa service neutron] 10.222.0.77 "GET /v2.0/networks/30ee0f4a-9895-462e-97b8-d479dbd49188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107209 Jun 18 12:57:47.528899 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-50ce1272-a505-4013-97cf-f02bc7ee67e2 req-f6096742-ecdd-4fcd-b06d-ea82f93044e0 service neutron] 10.222.0.77 "GET /v2.0/networks/30ee0f4a-9895-462e-97b8-d479dbd49188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231310 Jun 18 12:57:47.690772 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a4d98d-18c2-4c5c-bd6a-d22ba7167a4c None None] New status for floating IP 36d8b0c3-424a-41d6-b394-1f788f2ce2e8: ACTIVE {{(pid=92827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 12:57:49.293352 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b534df8-0264-4f40-9fa4-3695b740d5d3 req-780b9a7f-6165-42a7-b8d6-03c4a5b029e3 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:49.294704 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4b534df8-0264-4f40-9fa4-3695b740d5d3 req-780b9a7f-6165-42a7-b8d6-03c4a5b029e3 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=913981da-76de-4714-9db6-dad6dc5f0ab5 HTTP/1.1" status: 200 len: 946 time: 0.0658562 Jun 18 12:57:49.332493 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4b534df8-0264-4f40-9fa4-3695b740d5d3 req-a681d0de-a890-4caf-a083-538e53120a2c tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318770 Jun 18 12:57:49.511575 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 12:57:50.509524 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532fdfb-4e0e-4371-b67c-c3d45a5d5520 req-da00024f-d549-4d9d-bd21-edb2d12b05f2 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:50.510984 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4532fdfb-4e0e-4371-b67c-c3d45a5d5520 req-da00024f-d549-4d9d-bd21-edb2d12b05f2 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=913981da-76de-4714-9db6-dad6dc5f0ab5 HTTP/1.1" status: 200 len: 946 time: 0.0656786 Jun 18 12:57:50.550346 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4532fdfb-4e0e-4371-b67c-c3d45a5d5520 req-7e687b90-cb20-42bd-ad73-771db42b4694 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334966 Jun 18 12:57:51.699289 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 3d7211ce-a991-4c9b-849c-a393ee836868 no longer exists at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 12:57:51.719205 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] No Port match for: 3d7211ce-a991-4c9b-849c-a393ee836868 {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 12:57:51.719564 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 3d7211ce-a991-4c9b-849c-a393ee836868 not bound to the agent host hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 12:57:51.733023 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66466caa-d2db-4ba0-8f65-b4ef3ad6d576 req-beb0a8f2-ee0c-4dc9-975d-43a8a8819723 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:51.734457 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-66466caa-d2db-4ba0-8f65-b4ef3ad6d576 req-beb0a8f2-ee0c-4dc9-975d-43a8a8819723 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=913981da-76de-4714-9db6-dad6dc5f0ab5 HTTP/1.1" status: 200 len: 946 time: 0.0661497 Jun 18 12:57:51.774267 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-66466caa-d2db-4ba0-8f65-b4ef3ad6d576 req-ae482e2e-1228-4872-aa5d-dba21bbeaef8 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313735 Jun 18 12:57:51.856030 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-6c21d753-21ff-42cf-b8b0-f3a48d89027a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:52.951054 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe68d5b-b609-4415-abbc-ec62aa029074 req-8be50492-a347-436e-9b1f-7137219daa22 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:52.952491 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1fe68d5b-b609-4415-abbc-ec62aa029074 req-8be50492-a347-436e-9b1f-7137219daa22 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=913981da-76de-4714-9db6-dad6dc5f0ab5 HTTP/1.1" status: 200 len: 946 time: 0.0682199 Jun 18 12:57:52.993403 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1fe68d5b-b609-4415-abbc-ec62aa029074 req-28cc4ac8-dc5a-4dbe-8147-b85ba9a3eb6e tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347772 Jun 18 12:57:54.167063 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7e35e-539a-46f8-a97b-df3a4ee15b39 req-7aeca0f0-77f8-41d9-8306-3bd7694eb6bc tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:54.168508 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-28c7e35e-539a-46f8-a97b-df3a4ee15b39 req-7aeca0f0-77f8-41d9-8306-3bd7694eb6bc tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=913981da-76de-4714-9db6-dad6dc5f0ab5 HTTP/1.1" status: 200 len: 946 time: 0.0642076 Jun 18 12:57:54.206507 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-28c7e35e-539a-46f8-a97b-df3a4ee15b39 req-ec7b0eab-74c4-4f58-9b64-bbbe3e6bf9eb tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322213 Jun 18 12:57:54.698818 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-fea48861-af6b-418d-a74b-36f9d24e55ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:55.036997 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:55.388525 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b58f9a-8706-4aaa-9604-b715d6abbbc2 req-b6e933fd-18fe-4e61-8649-30d5287029c5 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:55.389975 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-71b58f9a-8706-4aaa-9604-b715d6abbbc2 req-b6e933fd-18fe-4e61-8649-30d5287029c5 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=913981da-76de-4714-9db6-dad6dc5f0ab5 HTTP/1.1" status: 200 len: 946 time: 0.0713637 Jun 18 12:57:55.426559 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-71b58f9a-8706-4aaa-9604-b715d6abbbc2 req-903e72fa-5423-4f22-9339-bcc5c644f9ea tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307000 Jun 18 12:57:55.938706 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:56.597521 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70adcd-b561-467e-b82a-73695d8476ec req-8832d531-f5d9-42f8-8141-57be71b59e99 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:56.598946 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ec70adcd-b561-467e-b82a-73695d8476ec req-8832d531-f5d9-42f8-8141-57be71b59e99 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=913981da-76de-4714-9db6-dad6dc5f0ab5 HTTP/1.1" status: 200 len: 946 time: 0.0631397 Jun 18 12:57:56.635833 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ec70adcd-b561-467e-b82a-73695d8476ec req-e5ae34cb-bf8b-4d85-9fbc-ea219279d24b tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311446 Jun 18 12:57:56.673127 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eea5d8-bd02-40e7-bad9-395524623eb2 req-fbdfde6b-fd7e-4308-a32d-2c9434fbd140 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:56.675184 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d1eea5d8-bd02-40e7-bad9-395524623eb2 req-fbdfde6b-fd7e-4308-a32d-2c9434fbd140 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.77 "GET /v2.0/ports?device_id=913981da-76de-4714-9db6-dad6dc5f0ab5 HTTP/1.1" status: 200 len: 946 time: 0.0639470 Jun 18 12:57:56.797670 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [req-d1eea5d8-bd02-40e7-bad9-395524623eb2 req-0cb59866-f5a9-4576-8b65-8bac5d110066 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Deleting port 673f1008-f347-4dc0-b064-930b2232ddad {{(pid=92825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 12:57:56.798014 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-d1eea5d8-bd02-40e7-bad9-395524623eb2 req-0cb59866-f5a9-4576-8b65-8bac5d110066 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:56.886059 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [req-d1eea5d8-bd02-40e7-bad9-395524623eb2 req-0cb59866-f5a9-4576-8b65-8bac5d110066 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] For port 673f1008-f347-4dc0-b064-930b2232ddad, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=673f1008-f347-4dc0-b064-930b2232ddad,segment=NetworkSegment(c2803c3c-f53b-412a-8fcc-4a7a8ff8f778),segment_id=c2803c3c-f53b-412a-8fcc-4a7a8ff8f778)] {{(pid=92825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:57:56.886449 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-d1eea5d8-bd02-40e7-bad9-395524623eb2 req-0cb59866-f5a9-4576-8b65-8bac5d110066 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:56.948163 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [req-d1eea5d8-bd02-40e7-bad9-395524623eb2 req-0cb59866-f5a9-4576-8b65-8bac5d110066 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Calling delete_port for 673f1008-f347-4dc0-b064-930b2232ddad owned by compute:nova {{(pid=92825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 12:57:57.076573 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-d1eea5d8-bd02-40e7-bad9-395524623eb2 req-0cb59866-f5a9-4576-8b65-8bac5d110066 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8372373'] for port, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:57.080130 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:57:57.082176 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3471b536-114d-4a99-a946-7ec6d413f719 req-8b6a122c-752f-41dd-840d-4e2b25322021 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0566196 Jun 18 12:57:57.106400 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb59866-f5a9-4576-8b65-8bac5d110066 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Pushing event deleted for resources: {'Port': ['ID=673f1008-f347-4dc0-b064-930b2232ddad,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:57:57.109732 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-0cb59866-f5a9-4576-8b65-8bac5d110066 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:57:57.119773 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['de4f3974-6882-4077-970d-a860341fda6e', 'd356bc83-21d6-40ab-b9b9-beb519ab2fac', '673f1008-f347-4dc0-b064-930b2232ddad'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 12:57:57.160105 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1eea5d8-bd02-40e7-bad9-395524623eb2 req-0cb59866-f5a9-4576-8b65-8bac5d110066 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] No DVR routers for this DVR port 673f1008-f347-4dc0-b064-930b2232ddad on host hv-cinder-79707 {{(pid=92825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 12:57:57.164036 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-d1eea5d8-bd02-40e7-bad9-395524623eb2 req-0cb59866-f5a9-4576-8b65-8bac5d110066 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:57.165615 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d1eea5d8-bd02-40e7-bad9-395524623eb2 req-0cb59866-f5a9-4576-8b65-8bac5d110066 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.77 "DELETE /v2.0/ports/673f1008-f347-4dc0-b064-930b2232ddad HTTP/1.1" status: 204 len: 173 time: 0.4705873 Jun 18 12:57:57.166130 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913981da-76de-4714-9db6-dad6dc5f0ab5', 'name': 'network-vif-deleted', 'tag': '673f1008-f347-4dc0-b064-930b2232ddad'}] {{(pid=92825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 12:57:57.168709 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cbce1c661b203a7f45efff8c445c42f162c6430a9c28178aa2be3d6d959831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f0e4a7-3ac2-4112-bbdb-49ce8d597dbe" -d '{"events": [{"server_uuid": "913981da-76de-4714-9db6-dad6dc5f0ab5", "name": "network-vif-deleted", "tag": "673f1008-f347-4dc0-b064-930b2232ddad"}]}' {{(pid=92825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 12:57:57.195461 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471b536-114d-4a99-a946-7ec6d413f719 req-3258a3d3-e8de-49a9-9a3e-93e5b5b0674b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:57.196682 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3471b536-114d-4a99-a946-7ec6d413f719 req-3258a3d3-e8de-49a9-9a3e-93e5b5b0674b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3262259bc9f24b35be563085fd3a260f&device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 1098 time: 0.0788705 Jun 18 12:57:57.211252 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 12:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ca0afb-2932-46ac-a3f3-174bc591e5f7 x-openstack-request-id: req-59ca0afb-2932-46ac-a3f3-174bc591e5f7 {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 12:57:57.211576 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913981da-76de-4714-9db6-dad6dc5f0ab5", "name": "network-vif-deleted", "tag": "673f1008-f347-4dc0-b064-930b2232ddad", "status": "completed", "code": 200}]} {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 12:57:57.211867 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-59ca0afb-2932-46ac-a3f3-174bc591e5f7 {{(pid=92825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 12:57:57.212290 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913981da-76de-4714-9db6-dad6dc5f0ab5', 'name': 'network-vif-deleted', 'tag': '673f1008-f347-4dc0-b064-930b2232ddad', 'status': 'completed', 'code': 200} Jun 18 12:57:57.420549 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471b536-114d-4a99-a946-7ec6d413f719 req-a4cc8ce7-d724-4acd-8131-bfc6844050f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:57.422026 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3471b536-114d-4a99-a946-7ec6d413f719 req-a4cc8ce7-d724-4acd-8131-bfc6844050f2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bf40e680-3b6f-4529-b4ac-893d28128a35 HTTP/1.1" status: 200 len: 920 time: 0.0969708 Jun 18 12:57:57.507798 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3471b536-114d-4a99-a946-7ec6d413f719 req-44a9115a-c0a9-4439-8cc6-372ad9c87876 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1085e992-888c-4c43-af76-b565fadc2bbb HTTP/1.1" status: 200 len: 217 time: 0.0375378 Jun 18 12:57:57.561752 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471b536-114d-4a99-a946-7ec6d413f719 req-ba6b34ff-a82d-44ea-ae1c-380fb601ef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:57.563153 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3471b536-114d-4a99-a946-7ec6d413f719 req-ba6b34ff-a82d-44ea-ae1c-380fb601ef0e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b591a7f2-4465-4b6a-8969-31efb5f2ee87 HTTP/1.1" status: 200 len: 859 time: 0.0430517 Jun 18 12:57:57.597202 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3471b536-114d-4a99-a946-7ec6d413f719 req-e61204ad-c60c-4dbf-b184-f52e4edecabb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bf40e680-3b6f-4529-b4ac-893d28128a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263729 Jun 18 12:57:57.681076 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:57.700724 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3471b536-114d-4a99-a946-7ec6d413f719 req-3b5789e2-7d09-43bc-b429-40c34578b7cc service neutron] 10.222.0.77 "GET /v2.0/networks/bf40e680-3b6f-4529-b4ac-893d28128a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878615 Jun 18 12:57:57.806577 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c01bd387-9efc-43a6-8459-d41ffdafdc4a req-dc171564-278b-40ef-a563-08dd4779a5a1 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=913981da-76de-4714-9db6-dad6dc5f0ab5 HTTP/1.1" status: 200 len: 210 time: 0.0400121 Jun 18 12:57:57.822259 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3471b536-114d-4a99-a946-7ec6d413f719 req-4cd46e32-75fa-45c4-94be-21c0957a45a5 service neutron] 10.222.0.77 "GET /v2.0/networks/bf40e680-3b6f-4529-b4ac-893d28128a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124237 Jun 18 12:57:58.993752 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:57:59.499190 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83e575-95f0-4d5f-a24b-69bfd03d9510 req-53bc2b6f-6e40-434b-8271-20f49c9df4ac tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:57:59.500641 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-bc83e575-95f0-4d5f-a24b-69bfd03d9510 req-53bc2b6f-6e40-434b-8271-20f49c9df4ac tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=a72f267b-fdfe-4aa4-adea-56b3fa1455a7 HTTP/1.1" status: 200 len: 945 time: 0.3071237 Jun 18 12:57:59.541392 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-bc83e575-95f0-4d5f-a24b-69bfd03d9510 req-756d37b2-f4c0-4d64-b3d2-bf592646ac1e tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341790 Jun 18 12:58:00.710859 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3e293-71dc-4db2-a8c5-a8cc4a65c1cb req-dada4de6-cc7c-45da-b906-427c167a52d1 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:00.712277 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-22f3e293-71dc-4db2-a8c5-a8cc4a65c1cb req-dada4de6-cc7c-45da-b906-427c167a52d1 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=a72f267b-fdfe-4aa4-adea-56b3fa1455a7 HTTP/1.1" status: 200 len: 945 time: 0.0629115 Jun 18 12:58:00.751434 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-22f3e293-71dc-4db2-a8c5-a8cc4a65c1cb req-1a0b4ff2-5154-4012-9173-d4263288d3f2 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333610 Jun 18 12:58:01.117343 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 673f1008-f347-4dc0-b064-930b2232ddad no longer exists at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 12:58:01.138348 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] No Port match for: 673f1008-f347-4dc0-b064-930b2232ddad {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 12:58:01.138705 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 673f1008-f347-4dc0-b064-930b2232ddad not bound to the agent host hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 12:58:01.930605 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e86969-0a4e-4d33-a7d8-bf44624af782 req-1089f9ba-0d21-49f3-80eb-feb4f81aa404 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:01.932019 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-56e86969-0a4e-4d33-a7d8-bf44624af782 req-1089f9ba-0d21-49f3-80eb-feb4f81aa404 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=a72f267b-fdfe-4aa4-adea-56b3fa1455a7 HTTP/1.1" status: 200 len: 945 time: 0.0664787 Jun 18 12:58:01.969646 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-56e86969-0a4e-4d33-a7d8-bf44624af782 req-29571662-9775-47cd-b6cb-3e4a405b065c tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318639 Jun 18 12:58:02.381512 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afa427-1544-4504-a195-d0422685f134 req-e46d6a7b-fcff-42ce-82f8-f3e731538ee9 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:02.382904 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a6afa427-1544-4504-a195-d0422685f134 req-e46d6a7b-fcff-42ce-82f8-f3e731538ee9 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72f267b-fdfe-4aa4-adea-56b3fa1455a7 HTTP/1.1" status: 200 len: 945 time: 0.0614665 Jun 18 12:58:02.490157 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [req-a6afa427-1544-4504-a195-d0422685f134 req-af55f32e-31a1-4b2d-b3c1-322eafe788fc tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Deleting port d356bc83-21d6-40ab-b9b9-beb519ab2fac {{(pid=92826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 12:58:02.490498 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-a6afa427-1544-4504-a195-d0422685f134 req-af55f32e-31a1-4b2d-b3c1-322eafe788fc tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:02.583026 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [req-a6afa427-1544-4504-a195-d0422685f134 req-af55f32e-31a1-4b2d-b3c1-322eafe788fc tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] For port d356bc83-21d6-40ab-b9b9-beb519ab2fac, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=d356bc83-21d6-40ab-b9b9-beb519ab2fac,segment=NetworkSegment(c2803c3c-f53b-412a-8fcc-4a7a8ff8f778),segment_id=c2803c3c-f53b-412a-8fcc-4a7a8ff8f778)] {{(pid=92826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:58:02.583026 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-a6afa427-1544-4504-a195-d0422685f134 req-af55f32e-31a1-4b2d-b3c1-322eafe788fc tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:02.647219 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [req-a6afa427-1544-4504-a195-d0422685f134 req-af55f32e-31a1-4b2d-b3c1-322eafe788fc tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Calling delete_port for d356bc83-21d6-40ab-b9b9-beb519ab2fac owned by compute:nova {{(pid=92826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 12:58:02.795344 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-a6afa427-1544-4504-a195-d0422685f134 req-af55f32e-31a1-4b2d-b3c1-322eafe788fc tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940132'] for port, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:02.801477 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-78926bd5-c451-4d3e-b515-94408658c45a tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:02.826123 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55f32e-31a1-4b2d-b3c1-322eafe788fc tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Pushing event deleted for resources: {'Port': ['ID=d356bc83-21d6-40ab-b9b9-beb519ab2fac,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:02.829691 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-af55f32e-31a1-4b2d-b3c1-322eafe788fc tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:02.837793 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['de4f3974-6882-4077-970d-a860341fda6e', 'd356bc83-21d6-40ab-b9b9-beb519ab2fac'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 12:58:02.902006 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6afa427-1544-4504-a195-d0422685f134 req-af55f32e-31a1-4b2d-b3c1-322eafe788fc tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] No DVR routers for this DVR port d356bc83-21d6-40ab-b9b9-beb519ab2fac on host hv-cinder-79707 {{(pid=92826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 12:58:02.905279 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-a6afa427-1544-4504-a195-d0422685f134 req-af55f32e-31a1-4b2d-b3c1-322eafe788fc tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:02.908482 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a6afa427-1544-4504-a195-d0422685f134 req-af55f32e-31a1-4b2d-b3c1-322eafe788fc tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.77 "DELETE /v2.0/ports/d356bc83-21d6-40ab-b9b9-beb519ab2fac HTTP/1.1" status: 204 len: 173 time: 0.5184665 Jun 18 12:58:02.909162 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72f267b-fdfe-4aa4-adea-56b3fa1455a7', 'name': 'network-vif-deleted', 'tag': 'd356bc83-21d6-40ab-b9b9-beb519ab2fac'}] {{(pid=92826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 12:58:02.912330 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7173dab7d1fbfef731d5f8fd5c52510eeface1fe9a62799688baadb2f5777418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88302929-e709-4d80-be13-15b84e806f3d" -d '{"events": [{"server_uuid": "a72f267b-fdfe-4aa4-adea-56b3fa1455a7", "name": "network-vif-deleted", "tag": "d356bc83-21d6-40ab-b9b9-beb519ab2fac"}]}' {{(pid=92826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 12:58:02.973058 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 12:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e8723e-e088-4de2-b1fa-52f09b323912 x-openstack-request-id: req-01e8723e-e088-4de2-b1fa-52f09b323912 {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 12:58:02.973698 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a72f267b-fdfe-4aa4-adea-56b3fa1455a7", "name": "network-vif-deleted", "tag": "d356bc83-21d6-40ab-b9b9-beb519ab2fac", "status": "completed", "code": 200}]} {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 12:58:02.973698 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-01e8723e-e088-4de2-b1fa-52f09b323912 {{(pid=92826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 12:58:02.974106 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a72f267b-fdfe-4aa4-adea-56b3fa1455a7', 'name': 'network-vif-deleted', 'tag': 'd356bc83-21d6-40ab-b9b9-beb519ab2fac', 'status': 'completed', 'code': 200} Jun 18 12:58:03.135644 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6076e-68d1-4f8b-b7d8-7c597cc81af3 req-eefc642f-719a-4a2a-8986-534d866c9fc8 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:03.138212 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-8de6076e-68d1-4f8b-b7d8-7c597cc81af3 req-eefc642f-719a-4a2a-8986-534d866c9fc8 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0820708 Jun 18 12:58:03.139616 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-94569157-fd53-4fe4-a6a6-1f37324d2b24 req-cb595a44-1682-44a1-96a7-aa470bb15617 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=a72f267b-fdfe-4aa4-adea-56b3fa1455a7 HTTP/1.1" status: 200 len: 210 time: 0.0328279 Jun 18 12:58:03.176843 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-8de6076e-68d1-4f8b-b7d8-7c597cc81af3 req-6aad8e23-f6aa-4227-953a-38624318b206 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323703 Jun 18 12:58:04.389353 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75056aa0-4361-4e9b-91bd-1897d8694a9b req-f16e89e7-ed2d-466f-b06f-932b106d4be1 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:04.390828 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-75056aa0-4361-4e9b-91bd-1897d8694a9b req-f16e89e7-ed2d-466f-b06f-932b106d4be1 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0683017 Jun 18 12:58:04.431391 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-75056aa0-4361-4e9b-91bd-1897d8694a9b req-1c92d693-6513-4797-8f93-e05b1242165f tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337822 Jun 18 12:58:05.767605 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b40db-b99f-454f-bb2a-21e0ad85ba49 req-66581567-3c05-4cd8-960d-d56753d0be28 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:05.769866 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-406b40db-b99f-454f-bb2a-21e0ad85ba49 req-66581567-3c05-4cd8-960d-d56753d0be28 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0697937 Jun 18 12:58:05.806755 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-406b40db-b99f-454f-bb2a-21e0ad85ba49 req-605cb9d9-3727-46c9-aad0-8b276a4b2be9 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311959 Jun 18 12:58:05.963150 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31425ffe-a115-4d89-9d5a-dce1be07be79 req-df463f56-07ea-41f8-b1b4-a096776eefb0 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:05.964561 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-31425ffe-a115-4d89-9d5a-dce1be07be79 req-df463f56-07ea-41f8-b1b4-a096776eefb0 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 945 time: 0.0614283 Jun 18 12:58:06.000782 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-31425ffe-a115-4d89-9d5a-dce1be07be79 req-ec4c3f90-e27d-4b18-b900-17e063b865ec tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306346 Jun 18 12:58:06.990848 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cec278-9b0e-40be-bfde-746d406eedac req-53361898-1c6f-4eb8-bf52-3b1a9b46b5c8 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:06.992318 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-11cec278-9b0e-40be-bfde-746d406eedac req-53361898-1c6f-4eb8-bf52-3b1a9b46b5c8 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0746453 Jun 18 12:58:07.028014 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-11cec278-9b0e-40be-bfde-746d406eedac req-70694097-48f1-48c1-a65c-8880cd1c8c20 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301754 Jun 18 12:58:07.186990 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3019de-de6c-4bd1-b627-48102ac5716f req-ad4580e6-6e13-4aa1-bc75-3c477f70862e tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:07.188342 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-fe3019de-de6c-4bd1-b627-48102ac5716f req-ad4580e6-6e13-4aa1-bc75-3c477f70862e tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 945 time: 0.0628388 Jun 18 12:58:07.225792 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-fe3019de-de6c-4bd1-b627-48102ac5716f req-0d919cca-42c2-4bc2-ac1a-5e9d4257a474 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314722 Jun 18 12:58:07.866944 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device d356bc83-21d6-40ab-b9b9-beb519ab2fac no longer exists at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 12:58:07.888243 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] No Port match for: d356bc83-21d6-40ab-b9b9-beb519ab2fac {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 12:58:07.888607 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device d356bc83-21d6-40ab-b9b9-beb519ab2fac not bound to the agent host hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 12:58:08.233674 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9d0f5-4f7e-45b1-9d12-bb2843b7dbf2 req-5ad2e0d5-2d50-4aca-9411-126924cda0ac tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:08.235136 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-efb9d0f5-4f7e-45b1-9d12-bb2843b7dbf2 req-5ad2e0d5-2d50-4aca-9411-126924cda0ac tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0669055 Jun 18 12:58:08.272641 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-efb9d0f5-4f7e-45b1-9d12-bb2843b7dbf2 req-7b738cab-fca8-4c62-8f16-8d7571a2a6ce tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317600 Jun 18 12:58:08.429195 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439217e-734b-4ff9-8b09-5346ba6fb6fc req-c0de61fd-4aca-4458-88d9-e0af857e4540 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:08.430621 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-8439217e-734b-4ff9-8b09-5346ba6fb6fc req-c0de61fd-4aca-4458-88d9-e0af857e4540 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 945 time: 0.0615680 Jun 18 12:58:08.483997 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-8439217e-734b-4ff9-8b09-5346ba6fb6fc req-f8792bd0-9b0a-4a4e-9758-13f3bc757094 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474243 Jun 18 12:58:09.447316 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e098a2-c5d3-4433-af30-6146db7c27b7 req-50a3f5e3-fd30-4aa3-bfff-bbf64d099b62 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:09.448746 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c1e098a2-c5d3-4433-af30-6146db7c27b7 req-50a3f5e3-fd30-4aa3-bfff-bbf64d099b62 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0629547 Jun 18 12:58:09.486456 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c1e098a2-c5d3-4433-af30-6146db7c27b7 req-edc5dcb5-dc84-427b-a946-74b7a6bf10a2 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321009 Jun 18 12:58:09.672180 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416d9d7-5136-48b0-92bf-656a99f9559b req-dd0be17f-2f51-4096-8808-3b39507de2d3 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:09.673646 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-4416d9d7-5136-48b0-92bf-656a99f9559b req-dd0be17f-2f51-4096-8808-3b39507de2d3 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 945 time: 0.0658727 Jun 18 12:58:09.710920 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-4416d9d7-5136-48b0-92bf-656a99f9559b req-19250ff1-c3f6-40e0-aefc-39174c6befd9 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315518 Jun 18 12:58:10.665625 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acebf4db-d90a-4845-9245-651159a2e14f req-24c5824a-bbbc-4560-84b5-1cfb15e8fc23 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:10.667068 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-acebf4db-d90a-4845-9245-651159a2e14f req-24c5824a-bbbc-4560-84b5-1cfb15e8fc23 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0632353 Jun 18 12:58:10.704062 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-acebf4db-d90a-4845-9245-651159a2e14f req-c260fe2d-de8f-4c4c-8d9a-54027be48430 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313871 Jun 18 12:58:10.887868 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bb963-56d6-4ac1-bf9d-d23d93d5c062 req-0bbc907c-8b79-4efc-a0c3-ad78420cb204 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:10.889448 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ad6bb963-56d6-4ac1-bf9d-d23d93d5c062 req-0bbc907c-8b79-4efc-a0c3-ad78420cb204 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 945 time: 0.0655549 Jun 18 12:58:10.929264 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ad6bb963-56d6-4ac1-bf9d-d23d93d5c062 req-9fb8482a-4d72-4640-a20a-858a562689c1 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338542 Jun 18 12:58:11.211317 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbe5da-9f17-48dd-b5f8-84304b74411b req-32ba620b-036a-40ff-a2df-7cdfcb743832 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:11.212798 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-cbdbe5da-9f17-48dd-b5f8-84304b74411b req-32ba620b-036a-40ff-a2df-7cdfcb743832 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 946 time: 0.0635130 Jun 18 12:58:11.314230 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [req-cbdbe5da-9f17-48dd-b5f8-84304b74411b req-826551af-167c-4191-922c-4e28dc00279d tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Deleting port b7841d7d-9d25-4c4c-b14c-b1c24f67da44 {{(pid=92826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 12:58:11.314568 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-cbdbe5da-9f17-48dd-b5f8-84304b74411b req-826551af-167c-4191-922c-4e28dc00279d tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:11.400874 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [req-cbdbe5da-9f17-48dd-b5f8-84304b74411b req-826551af-167c-4191-922c-4e28dc00279d tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] For port b7841d7d-9d25-4c4c-b14c-b1c24f67da44, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=b7841d7d-9d25-4c4c-b14c-b1c24f67da44,segment=NetworkSegment(f5272d93-3659-4f37-b7e2-a04b822788ec),segment_id=f5272d93-3659-4f37-b7e2-a04b822788ec)] {{(pid=92826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:58:11.401232 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-cbdbe5da-9f17-48dd-b5f8-84304b74411b req-826551af-167c-4191-922c-4e28dc00279d tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:11.465767 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [req-cbdbe5da-9f17-48dd-b5f8-84304b74411b req-826551af-167c-4191-922c-4e28dc00279d tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Calling delete_port for b7841d7d-9d25-4c4c-b14c-b1c24f67da44 owned by compute:nova {{(pid=92826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 12:58:11.594642 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-cbdbe5da-9f17-48dd-b5f8-84304b74411b req-826551af-167c-4191-922c-4e28dc00279d tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940132'] for port, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:11.599520 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-201f1ada-1d5b-4c2c-945f-f148e8c5aac2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:11.623937 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826551af-167c-4191-922c-4e28dc00279d tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Pushing event deleted for resources: {'Port': ['ID=b7841d7d-9d25-4c4c-b14c-b1c24f67da44,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:11.625753 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['1085e992-888c-4c43-af76-b565fadc2bbb', 'b7841d7d-9d25-4c4c-b14c-b1c24f67da44'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 12:58:11.637169 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826551af-167c-4191-922c-4e28dc00279d tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:11.637542 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826551af-167c-4191-922c-4e28dc00279d tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:11.637908 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826551af-167c-4191-922c-4e28dc00279d tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:11.638438 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826551af-167c-4191-922c-4e28dc00279d tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:11.638798 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826551af-167c-4191-922c-4e28dc00279d tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:11.639153 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826551af-167c-4191-922c-4e28dc00279d tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:11.639534 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826551af-167c-4191-922c-4e28dc00279d tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:11.639884 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826551af-167c-4191-922c-4e28dc00279d tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:11.640239 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826551af-167c-4191-922c-4e28dc00279d tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:11.640587 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826551af-167c-4191-922c-4e28dc00279d tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:11.640959 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826551af-167c-4191-922c-4e28dc00279d tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:11.641304 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826551af-167c-4191-922c-4e28dc00279d tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:11.661514 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-826551af-167c-4191-922c-4e28dc00279d tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:11.682255 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbdbe5da-9f17-48dd-b5f8-84304b74411b req-826551af-167c-4191-922c-4e28dc00279d tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] No DVR routers for this DVR port b7841d7d-9d25-4c4c-b14c-b1c24f67da44 on host hv-cinder-79707 {{(pid=92826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 12:58:11.684777 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-cbdbe5da-9f17-48dd-b5f8-84304b74411b req-826551af-167c-4191-922c-4e28dc00279d tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:11.686878 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-cbdbe5da-9f17-48dd-b5f8-84304b74411b req-826551af-167c-4191-922c-4e28dc00279d tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.77 "DELETE /v2.0/ports/b7841d7d-9d25-4c4c-b14c-b1c24f67da44 HTTP/1.1" status: 204 len: 173 time: 0.4675367 Jun 18 12:58:11.687369 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3', 'name': 'network-vif-deleted', 'tag': 'b7841d7d-9d25-4c4c-b14c-b1c24f67da44'}] {{(pid=92826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 12:58:11.690719 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7173dab7d1fbfef731d5f8fd5c52510eeface1fe9a62799688baadb2f5777418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90d2c03-f2b3-4146-aef4-9ad41dbcab40" -d '{"events": [{"server_uuid": "fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3", "name": "network-vif-deleted", "tag": "b7841d7d-9d25-4c4c-b14c-b1c24f67da44"}]}' {{(pid=92826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 12:58:11.735551 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 12:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29dc866c-9611-42ea-beb0-22305a680fd9 x-openstack-request-id: req-29dc866c-9611-42ea-beb0-22305a680fd9 {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 12:58:11.735884 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3", "name": "network-vif-deleted", "tag": "b7841d7d-9d25-4c4c-b14c-b1c24f67da44", "status": "completed", "code": 200}]} {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 12:58:11.736165 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-29dc866c-9611-42ea-beb0-22305a680fd9 {{(pid=92826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 12:58:11.737413 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3', 'name': 'network-vif-deleted', 'tag': 'b7841d7d-9d25-4c4c-b14c-b1c24f67da44', 'status': 'completed', 'code': 200} Jun 18 12:58:11.883285 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5f3416ae-116e-4b75-a7f6-dafbbd06116d req-96d5d124-06f4-4ece-8104-b122a2bed202 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbdfab3a-92ea-4cf6-9a02-ca67dc6833f3 HTTP/1.1" status: 200 len: 210 time: 0.0349603 Jun 18 12:58:12.102435 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38e039-95c1-4053-86f4-3c216c96df7a req-1eccf665-a650-49a6-8aab-91c7e32a1a70 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:12.103867 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-fb38e039-95c1-4053-86f4-3c216c96df7a req-1eccf665-a650-49a6-8aab-91c7e32a1a70 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 945 time: 0.0612462 Jun 18 12:58:12.171600 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-fb38e039-95c1-4053-86f4-3c216c96df7a req-de957cc9-0134-4537-8cd9-4e494011b26b tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/security-groups?id=69b33076-5f92-4175-9117-55084312ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559239 Jun 18 12:58:12.193746 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b166b5-6456-4311-8940-bfceab66f66e req-8c80e502-9277-4bf7-92bb-b846fa33dd92 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:12.195190 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a2b166b5-6456-4311-8940-bfceab66f66e req-8c80e502-9277-4bf7-92bb-b846fa33dd92 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.77 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 945 time: 0.0880919 Jun 18 12:58:12.298829 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [req-a2b166b5-6456-4311-8940-bfceab66f66e req-8d806985-e62d-4b0b-bcb5-0aafbed40bb8 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Deleting port de4f3974-6882-4077-970d-a860341fda6e {{(pid=92826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 12:58:12.299489 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-a2b166b5-6456-4311-8940-bfceab66f66e req-8d806985-e62d-4b0b-bcb5-0aafbed40bb8 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:12.395095 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [req-a2b166b5-6456-4311-8940-bfceab66f66e req-8d806985-e62d-4b0b-bcb5-0aafbed40bb8 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] For port de4f3974-6882-4077-970d-a860341fda6e, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=de4f3974-6882-4077-970d-a860341fda6e,segment=NetworkSegment(c2803c3c-f53b-412a-8fcc-4a7a8ff8f778),segment_id=c2803c3c-f53b-412a-8fcc-4a7a8ff8f778)] {{(pid=92826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:58:12.395593 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-a2b166b5-6456-4311-8940-bfceab66f66e req-8d806985-e62d-4b0b-bcb5-0aafbed40bb8 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:12.459702 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [req-a2b166b5-6456-4311-8940-bfceab66f66e req-8d806985-e62d-4b0b-bcb5-0aafbed40bb8 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Calling delete_port for de4f3974-6882-4077-970d-a860341fda6e owned by compute:nova {{(pid=92826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 12:58:12.592253 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-a2b166b5-6456-4311-8940-bfceab66f66e req-8d806985-e62d-4b0b-bcb5-0aafbed40bb8 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940132'] for port, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:12.595731 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-491e2740-1ea3-4092-b662-b02a2de1b424 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:12.620896 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d806985-e62d-4b0b-bcb5-0aafbed40bb8 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Pushing event deleted for resources: {'Port': ['ID=de4f3974-6882-4077-970d-a860341fda6e,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:12.623910 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-8d806985-e62d-4b0b-bcb5-0aafbed40bb8 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:12.627755 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['de4f3974-6882-4077-970d-a860341fda6e'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 12:58:12.670433 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b166b5-6456-4311-8940-bfceab66f66e req-8d806985-e62d-4b0b-bcb5-0aafbed40bb8 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] No DVR routers for this DVR port de4f3974-6882-4077-970d-a860341fda6e on host hv-cinder-79707 {{(pid=92826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 12:58:12.672752 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-a2b166b5-6456-4311-8940-bfceab66f66e req-8d806985-e62d-4b0b-bcb5-0aafbed40bb8 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:12.674771 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a2b166b5-6456-4311-8940-bfceab66f66e req-8d806985-e62d-4b0b-bcb5-0aafbed40bb8 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.77 "DELETE /v2.0/ports/de4f3974-6882-4077-970d-a860341fda6e HTTP/1.1" status: 204 len: 173 time: 0.4727974 Jun 18 12:58:13.343042 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d14ceeef-b3b0-41dc-9658-16267a0a5d29 req-005b651c-f25b-44f9-9d4d-3d97f8625e5f tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] 10.222.0.86 "GET /v2.0/ports?device_id=84bc6c44-728d-4377-a15b-bada70e063c5 HTTP/1.1" status: 200 len: 210 time: 0.0393319 Jun 18 12:58:13.385948 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa599b4-7ee0-47ea-b67a-ff2835f8d3cd req-b88833bb-bfbd-4dd0-83a6-c8bb2f628f28 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:13.387403 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-7aa599b4-7ee0-47ea-b67a-ff2835f8d3cd req-b88833bb-bfbd-4dd0-83a6-c8bb2f628f28 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0859098 Jun 18 12:58:13.425866 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-7aa599b4-7ee0-47ea-b67a-ff2835f8d3cd req-fac35c3f-1ae5-4836-a8e6-b7e59a2efc1b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326600 Jun 18 12:58:13.738157 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bc6c44-728d-4377-a15b-bada70e063c5', 'name': 'network-vif-deleted', 'tag': 'de4f3974-6882-4077-970d-a860341fda6e'}] {{(pid=92826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 12:58:13.740496 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7173dab7d1fbfef731d5f8fd5c52510eeface1fe9a62799688baadb2f5777418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b43695f-3991-4fb6-bb30-2d378284fc1c" -d '{"events": [{"server_uuid": "84bc6c44-728d-4377-a15b-bada70e063c5", "name": "network-vif-deleted", "tag": "de4f3974-6882-4077-970d-a860341fda6e"}]}' {{(pid=92826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 12:58:13.774088 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 12:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8e783e-eda9-4527-b9d2-09cbd92efca8 x-openstack-request-id: req-6c8e783e-eda9-4527-b9d2-09cbd92efca8 {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 12:58:13.774414 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84bc6c44-728d-4377-a15b-bada70e063c5", "name": "network-vif-deleted", "tag": "de4f3974-6882-4077-970d-a860341fda6e", "status": "completed", "code": 200}]} {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 12:58:13.774696 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6c8e783e-eda9-4527-b9d2-09cbd92efca8 {{(pid=92826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 12:58:13.775114 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bc6c44-728d-4377-a15b-bada70e063c5', 'name': 'network-vif-deleted', 'tag': 'de4f3974-6882-4077-970d-a860341fda6e', 'status': 'completed', 'code': 200} Jun 18 12:58:14.444154 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 52474) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:58:14.492044 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.db_base_plugin_v2 [None req-e96a7499-caa7-4044-bb93-0616fbbbe7a8 admin admin] Deleting subnet fd68f4da-dd03-4cd6-93b2-a3dfbb56f132 {{(pid=92825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 12:58:14.495063 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-e96a7499-caa7-4044-bb93-0616fbbbe7a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:14.535489 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-e96a7499-caa7-4044-bb93-0616fbbbe7a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6310354'] for subnet, precommit_delete_associations {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:14.575239 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-e96a7499-caa7-4044-bb93-0616fbbbe7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-618888'] for subnet, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:14.608152 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d4c74-fda9-422f-911c-51686c4fdb40 req-727e4184-3f49-449d-b4f8-e8ee027576fc tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:14.609461 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4b2d4c74-fda9-422f-911c-51686c4fdb40 req-727e4184-3f49-449d-b4f8-e8ee027576fc tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0652611 Jun 18 12:58:14.632053 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-e96a7499-caa7-4044-bb93-0616fbbbe7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-618887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8372463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8063654'] for subnet, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:14.635116 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:14.649850 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4b2d4c74-fda9-422f-911c-51686c4fdb40 req-572747d4-8e92-4665-a29b-038923d66dbf tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331914 Jun 18 12:58:14.663479 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a7499-caa7-4044-bb93-0616fbbbe7a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd68f4da-dd03-4cd6-93b2-a3dfbb56f132,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:14.672413 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-e96a7499-caa7-4044-bb93-0616fbbbe7a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for subnet, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:14.672413 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-e96a7499-caa7-4044-bb93-0616fbbbe7a8 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/fd68f4da-dd03-4cd6-93b2-a3dfbb56f132 HTTP/1.1" status: 204 len: 168 time: 0.2267778 Jun 18 12:58:14.674755 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a7499-caa7-4044-bb93-0616fbbbe7a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:14.675141 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a7499-caa7-4044-bb93-0616fbbbe7a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:14.675281 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 52478) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:58:14.675533 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a7499-caa7-4044-bb93-0616fbbbe7a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:14.675856 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a7499-caa7-4044-bb93-0616fbbbe7a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:14.676214 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a7499-caa7-4044-bb93-0616fbbbe7a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:14.676571 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a7499-caa7-4044-bb93-0616fbbbe7a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:14.676957 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a7499-caa7-4044-bb93-0616fbbbe7a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:14.677309 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a7499-caa7-4044-bb93-0616fbbbe7a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:14.677661 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a7499-caa7-4044-bb93-0616fbbbe7a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:14.678012 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a7499-caa7-4044-bb93-0616fbbbe7a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:14.678362 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a7499-caa7-4044-bb93-0616fbbbe7a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:14.678710 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a7499-caa7-4044-bb93-0616fbbbe7a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:14.681747 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-e96a7499-caa7-4044-bb93-0616fbbbe7a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:14.744982 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-00bdd4ea-55f1-4404-a366-4daa44a6a9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647412'] for network, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:14.820982 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-00bdd4ea-55f1-4404-a366-4daa44a6a9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-619031', 'neutron.services.segments.db._delete_segments_for_network-8743829154259'] for network, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:14.830911 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.services.segments.db [None req-00bdd4ea-55f1-4404-a366-4daa44a6a9da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96265354-97f1-45e3-b090-724354f3a0d8']}} {{(pid=92826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:58:14.840203 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.services.segments.db [None req-00bdd4ea-55f1-4404-a366-4daa44a6a9da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2803c3c-f53b-412a-8fcc-4a7a8ff8f778') {'for_net_delete': True} {{(pid=92826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:58:14.840498 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.services.segments.db [None req-00bdd4ea-55f1-4404-a366-4daa44a6a9da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2803c3c-f53b-412a-8fcc-4a7a8ff8f778') {} {{(pid=92826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:58:14.849593 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-00bdd4ea-55f1-4404-a366-4daa44a6a9da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743829154088', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4940083'] for segment, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:14.866722 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-00bdd4ea-55f1-4404-a366-4daa44a6a9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559'] for segment, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:14.872269 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00bdd4ea-55f1-4404-a366-4daa44a6a9da admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=92826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 12:58:14.872653 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-00bdd4ea-55f1-4404-a366-4daa44a6a9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4947637'] for segment, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:14.874266 dv-cinder-797073-1-iscsi neutron-server[92826]: Traceback (most recent call last): Jun 18 12:58:14.874266 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 12:58:14.874266 dv-cinder-797073-1-iscsi neutron-server[92826]: timer() Jun 18 12:58:14.874266 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 12:58:14.874266 dv-cinder-797073-1-iscsi neutron-server[92826]: cb(*args, **kw) Jun 18 12:58:14.874266 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 12:58:14.874266 dv-cinder-797073-1-iscsi neutron-server[92826]: return func(*args, **kwargs) Jun 18 12:58:14.874266 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 12:58:14.874266 dv-cinder-797073-1-iscsi neutron-server[92826]: self._notify() Jun 18 12:58:14.874266 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 12:58:14.874266 dv-cinder-797073-1-iscsi neutron-server[92826]: self.callback(batched_events) Jun 18 12:58:14.874266 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 12:58:14.874266 dv-cinder-797073-1-iscsi neutron-server[92826]: event.method(event) Jun 18 12:58:14.874266 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 12:58:14.874266 dv-cinder-797073-1-iscsi neutron-server[92826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 12:58:14.874266 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 12:58:14.874266 dv-cinder-797073-1-iscsi neutron-server[92826]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 12:58:14.874266 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 12:58:14.874266 dv-cinder-797073-1-iscsi neutron-server[92826]: return f(self, *a, **k) Jun 18 12:58:14.874266 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 12:58:14.874266 dv-cinder-797073-1-iscsi neutron-server[92826]: return self._get(url).json() Jun 18 12:58:14.874266 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 12:58:14.874266 dv-cinder-797073-1-iscsi neutron-server[92826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 12:58:14.874266 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 12:58:14.874266 dv-cinder-797073-1-iscsi neutron-server[92826]: return self.request(url, 'GET', **kwargs) Jun 18 12:58:14.874266 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 12:58:14.874266 dv-cinder-797073-1-iscsi neutron-server[92826]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 12:58:14.874266 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 12:58:14.874266 dv-cinder-797073-1-iscsi neutron-server[92826]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 12:58:14.874266 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 12:58:14.874266 dv-cinder-797073-1-iscsi neutron-server[92826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 12:58:14.874266 dv-cinder-797073-1-iscsi neutron-server[92826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 12:58:14.926105 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-00bdd4ea-55f1-4404-a366-4daa44a6a9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-619022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2056967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055102'] for network, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:14.929640 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:14.931986 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-00bdd4ea-55f1-4404-a366-4daa44a6a9da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for network, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:14.933691 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-00bdd4ea-55f1-4404-a366-4daa44a6a9da admin admin] 10.222.0.86 "DELETE /v2.0/networks/96265354-97f1-45e3-b090-724354f3a0d8 HTTP/1.1" status: 204 len: 168 time: 0.2574611 Jun 18 12:58:14.944467 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bdd4ea-55f1-4404-a366-4daa44a6a9da admin admin] Pushing event deleted for resources: {'Network': ['ID=96265354-97f1-45e3-b090-724354f3a0d8,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:14.946808 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-00bdd4ea-55f1-4404-a366-4daa44a6a9da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:15.091686 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 52482) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:58:15.133889 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-1489f366-57df-4634-a746-c81e66dfa871 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0223531b4ac843c69ac98aed7456c0b5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0409148 Jun 18 12:58:15.136176 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 52484) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:58:15.183090 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-e3c5db7e-64cd-4a8a-b251-972d7cd4dfb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:15.204506 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-e3c5db7e-64cd-4a8a-b251-972d7cd4dfb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:15.252029 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-e3c5db7e-64cd-4a8a-b251-972d7cd4dfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:15.255201 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-e3c5db7e-64cd-4a8a-b251-972d7cd4dfb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:15.256342 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-e3c5db7e-64cd-4a8a-b251-972d7cd4dfb1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/69b33076-5f92-4175-9117-55084312ecf0 HTTP/1.1" status: 204 len: 168 time: 0.1193140 Jun 18 12:58:15.257139 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:15.266007 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5db7e-64cd-4a8a-b251-972d7cd4dfb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b33076-5f92-4175-9117-55084312ecf0,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:15.269267 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-e3c5db7e-64cd-4a8a-b251-972d7cd4dfb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:15.452412 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device de4f3974-6882-4077-970d-a860341fda6e no longer exists at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 12:58:15.474623 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] No Port match for: de4f3974-6882-4077-970d-a860341fda6e {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 12:58:15.475064 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device de4f3974-6882-4077-970d-a860341fda6e not bound to the agent host hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 12:58:15.475588 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device b7841d7d-9d25-4c4c-b14c-b1c24f67da44 no longer exists at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 12:58:15.495482 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] No Port match for: b7841d7d-9d25-4c4c-b14c-b1c24f67da44 {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 12:58:15.495861 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device b7841d7d-9d25-4c4c-b14c-b1c24f67da44 not bound to the agent host hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 12:58:15.826981 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc965cb-12e3-4a62-9110-63541cdee2a8 req-9fedb105-002c-4359-99ff-af951928076b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:15.828459 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4dc965cb-12e3-4a62-9110-63541cdee2a8 req-9fedb105-002c-4359-99ff-af951928076b tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0647631 Jun 18 12:58:15.869210 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4dc965cb-12e3-4a62-9110-63541cdee2a8 req-7f2a0c6e-2eb5-48f2-88dc-544b481af489 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338862 Jun 18 12:58:16.635291 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 52540) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:58:16.738323 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2d19b040-8d37-48a9-8f03-f0acc239865c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:16.827450 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2d19b040-8d37-48a9-8f03-f0acc239865c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:16.832717 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2d19b040-8d37-48a9-8f03-f0acc239865c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:16.835965 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-7e791c88-2bc4-4a3b-9ce1-be2bf03b6e10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:16.873911 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-2d19b040-8d37-48a9-8f03-f0acc239865c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=49af6ab0703141b5bc6f5646f90dbc4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375376 Jun 18 12:58:16.874646 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d19b040-8d37-48a9-8f03-f0acc239865c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037a5454-c171-4507-9004-d20349a1c232,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:16.876692 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 52544) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:58:16.877674 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-2d19b040-8d37-48a9-8f03-f0acc239865c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:16.931270 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ab41d2ce-99cb-4ce2-aaf9-93e751ec4cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:16.955073 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ab41d2ce-99cb-4ce2-aaf9-93e751ec4cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:17.037748 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ab41d2ce-99cb-4ce2-aaf9-93e751ec4cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:17.040294 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ab41d2ce-99cb-4ce2-aaf9-93e751ec4cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:17.041480 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-ab41d2ce-99cb-4ce2-aaf9-93e751ec4cb6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/037a5454-c171-4507-9004-d20349a1c232 HTTP/1.1" status: 204 len: 168 time: 0.1635101 Jun 18 12:58:17.042895 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-52820c75-6799-403a-967e-7d941a44ba63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:17.052677 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41d2ce-99cb-4ce2-aaf9-93e751ec4cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037a5454-c171-4507-9004-d20349a1c232,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:17.061136 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f4657-4146-4ef0-a025-f8c60213a27c req-469c0015-26b9-41ce-a328-4f6db751e44e tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:17.068087 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a87f4657-4146-4ef0-a025-f8c60213a27c req-469c0015-26b9-41ce-a328-4f6db751e44e tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0865514 Jun 18 12:58:17.070080 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-ab41d2ce-99cb-4ce2-aaf9-93e751ec4cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:17.103033 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a87f4657-4146-4ef0-a025-f8c60213a27c req-132a3d35-3371-4f12-9450-b39b03f21329 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340676 Jun 18 12:58:18.293907 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c93ee6-9f97-427a-87cc-9ab7390bb89e req-3f445327-336b-4dab-9cd3-e8104cd10b96 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:18.293907 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-79c93ee6-9f97-427a-87cc-9ab7390bb89e req-3f445327-336b-4dab-9cd3-e8104cd10b96 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0732529 Jun 18 12:58:18.331459 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-79c93ee6-9f97-427a-87cc-9ab7390bb89e req-4c0e3d5b-b1c9-4563-99e8-71ee91897bd9 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345128 Jun 18 12:58:19.506193 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b897188-dacc-4f90-9ea5-7c5e7798bea6 req-d8e51ed0-686d-4aa9-a1af-3a4bc1c2a7c0 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:19.507602 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4b897188-dacc-4f90-9ea5-7c5e7798bea6 req-d8e51ed0-686d-4aa9-a1af-3a4bc1c2a7c0 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0637965 Jun 18 12:58:19.545012 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4b897188-dacc-4f90-9ea5-7c5e7798bea6 req-19dfc9b2-9774-4e02-8745-a54f4235c58e tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316036 Jun 18 12:58:20.716578 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e2e1e-e590-4def-8bbb-539d896c371a req-ff226675-7e88-4c70-b610-507741c16945 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:20.717991 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-039e2e1e-e590-4def-8bbb-539d896c371a req-ff226675-7e88-4c70-b610-507741c16945 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0631037 Jun 18 12:58:20.755107 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-039e2e1e-e590-4def-8bbb-539d896c371a req-c2d30d14-5950-48f0-b23f-0f1f3c475ae7 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299969 Jun 18 12:58:21.862757 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-1b69b02c-e805-483a-8487-bc907d786bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:21.936500 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41bab05-5ac1-4dcb-be86-e8d78573a12a req-8752306a-496c-49f8-ae4c-620b65d1f79a tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:21.938119 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f41bab05-5ac1-4dcb-be86-e8d78573a12a req-8752306a-496c-49f8-ae4c-620b65d1f79a tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0672128 Jun 18 12:58:21.980528 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f41bab05-5ac1-4dcb-be86-e8d78573a12a req-fc3b0576-0f5b-4051-a625-2074f74d8894 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352387 Jun 18 12:58:23.167450 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7beba-1f0b-4672-87e3-0e34270797d3 req-ffb31d5b-8be3-4c6e-9afd-c2357e5aa379 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:23.168970 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-5ff7beba-1f0b-4672-87e3-0e34270797d3 req-ffb31d5b-8be3-4c6e-9afd-c2357e5aa379 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0694056 Jun 18 12:58:23.210245 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-5ff7beba-1f0b-4672-87e3-0e34270797d3 req-0744fea7-962c-4e61-b4fa-e4e8e9f53a89 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/security-groups?id=26395dae-0102-4205-a165-9da6e7ccaafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351555 Jun 18 12:58:23.784385 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cf8b7-2d5c-483b-8642-fff04a91c8e6 req-6713e9df-b393-4265-8943-f2a749d77411 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:23.785890 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-657cf8b7-2d5c-483b-8642-fff04a91c8e6 req-6713e9df-b393-4265-8943-f2a749d77411 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 945 time: 0.0649562 Jun 18 12:58:23.887898 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [req-657cf8b7-2d5c-483b-8642-fff04a91c8e6 req-49852980-f434-4031-919a-1a5421b03786 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Deleting port 1085e992-888c-4c43-af76-b565fadc2bbb {{(pid=92826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 12:58:23.888228 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-657cf8b7-2d5c-483b-8642-fff04a91c8e6 req-49852980-f434-4031-919a-1a5421b03786 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:23.976421 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [req-657cf8b7-2d5c-483b-8642-fff04a91c8e6 req-49852980-f434-4031-919a-1a5421b03786 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] For port 1085e992-888c-4c43-af76-b565fadc2bbb, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=1085e992-888c-4c43-af76-b565fadc2bbb,segment=NetworkSegment(f5272d93-3659-4f37-b7e2-a04b822788ec),segment_id=f5272d93-3659-4f37-b7e2-a04b822788ec)] {{(pid=92826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:58:23.976799 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-657cf8b7-2d5c-483b-8642-fff04a91c8e6 req-49852980-f434-4031-919a-1a5421b03786 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:24.060922 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [req-657cf8b7-2d5c-483b-8642-fff04a91c8e6 req-49852980-f434-4031-919a-1a5421b03786 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Calling delete_port for 1085e992-888c-4c43-af76-b565fadc2bbb owned by compute:nova {{(pid=92826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 12:58:24.210970 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-657cf8b7-2d5c-483b-8642-fff04a91c8e6 req-49852980-f434-4031-919a-1a5421b03786 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940132'] for port, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:24.215098 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-78926bd5-c451-4d3e-b515-94408658c45a tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:24.243188 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49852980-f434-4031-919a-1a5421b03786 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Pushing event deleted for resources: {'Port': ['ID=1085e992-888c-4c43-af76-b565fadc2bbb,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:24.246546 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-49852980-f434-4031-919a-1a5421b03786 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:24.247153 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['1085e992-888c-4c43-af76-b565fadc2bbb'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 12:58:24.303175 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.l3_dvrscheduler_db [req-657cf8b7-2d5c-483b-8642-fff04a91c8e6 req-49852980-f434-4031-919a-1a5421b03786 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] No DVR routers for this DVR port 1085e992-888c-4c43-af76-b565fadc2bbb on host hv-cinder-79707 {{(pid=92826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 12:58:24.307413 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-657cf8b7-2d5c-483b-8642-fff04a91c8e6 req-49852980-f434-4031-919a-1a5421b03786 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:24.309395 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-657cf8b7-2d5c-483b-8642-fff04a91c8e6 req-49852980-f434-4031-919a-1a5421b03786 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.77 "DELETE /v2.0/ports/1085e992-888c-4c43-af76-b565fadc2bbb HTTP/1.1" status: 204 len: 173 time: 0.5173426 Jun 18 12:58:24.309904 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ddb08fd-ccd6-48c5-ae07-708601a03d74', 'name': 'network-vif-deleted', 'tag': '1085e992-888c-4c43-af76-b565fadc2bbb'}] {{(pid=92826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 12:58:24.312905 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7173dab7d1fbfef731d5f8fd5c52510eeface1fe9a62799688baadb2f5777418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e43865-7484-47f6-8a7b-fb00e67bbe9c" -d '{"events": [{"server_uuid": "6ddb08fd-ccd6-48c5-ae07-708601a03d74", "name": "network-vif-deleted", "tag": "1085e992-888c-4c43-af76-b565fadc2bbb"}]}' {{(pid=92826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 12:58:24.384995 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 12:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580d34a1-e711-40de-b21c-1ec868a8b67e x-openstack-request-id: req-580d34a1-e711-40de-b21c-1ec868a8b67e {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 12:58:24.385326 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ddb08fd-ccd6-48c5-ae07-708601a03d74", "name": "network-vif-deleted", "tag": "1085e992-888c-4c43-af76-b565fadc2bbb", "status": "completed", "code": 200}]} {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 12:58:24.385618 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-580d34a1-e711-40de-b21c-1ec868a8b67e {{(pid=92826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 12:58:24.386037 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ddb08fd-ccd6-48c5-ae07-708601a03d74', 'name': 'network-vif-deleted', 'tag': '1085e992-888c-4c43-af76-b565fadc2bbb', 'status': 'completed', 'code': 200} Jun 18 12:58:24.388269 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-0420ab79-42aa-4cc9-8f7d-0e525c7fafad req-28f658a4-f7a1-434a-b476-a2b6087385a5 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ddb08fd-ccd6-48c5-ae07-708601a03d74 HTTP/1.1" status: 200 len: 210 time: 0.0439999 Jun 18 12:58:24.699960 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-ee4e119c-17ce-48b5-ad96-bca625b7dce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:25.038199 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:25.488747 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 52728) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:58:25.852875 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 52748) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:58:25.920409 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-57490971-9acc-490c-853d-48e2ea144d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2082801'] for router_interface, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:25.944011 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:25.971923 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-a7ba9375-8c36-4f5d-94a7-7bd701396cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:26.077114 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-a7ba9375-8c36-4f5d-94a7-7bd701396cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:26.081343 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-a7ba9375-8c36-4f5d-94a7-7bd701396cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:26.083963 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-ef965c9b-caec-4e61-9c9f-828bf1ddcd1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:26.119604 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba9375-8c36-4f5d-94a7-7bd701396cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1e0534-7a10-4264-a225-3a2076f94fbc,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:26.123988 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-a7ba9375-8c36-4f5d-94a7-7bd701396cef admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e4f6a4c793894bb6a13316080726744c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2700915 Jun 18 12:58:26.124954 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-a7ba9375-8c36-4f5d-94a7-7bd701396cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:26.126658 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 52752) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:58:26.180342 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-53288bc8-ed54-4303-8c90-91dc3b4538bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:26.208842 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-53288bc8-ed54-4303-8c90-91dc3b4538bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:26.261017 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-53288bc8-ed54-4303-8c90-91dc3b4538bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:26.263577 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-53288bc8-ed54-4303-8c90-91dc3b4538bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:26.264706 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-53288bc8-ed54-4303-8c90-91dc3b4538bb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1e1e0534-7a10-4264-a225-3a2076f94fbc HTTP/1.1" status: 204 len: 168 time: 0.1362634 Jun 18 12:58:26.265488 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-660df5c2-bc29-407e-b388-8e45d6d15f1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:26.273732 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53288bc8-ed54-4303-8c90-91dc3b4538bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1e0534-7a10-4264-a225-3a2076f94fbc,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:26.276007 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-53288bc8-ed54-4303-8c90-91dc3b4538bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:26.485706 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [None req-57490971-9acc-490c-853d-48e2ea144d91 admin admin] Deleting port 047408a6-24ef-424e-8edf-7403fb3e2367 {{(pid=92826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 12:58:26.486049 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-57490971-9acc-490c-853d-48e2ea144d91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:26.511764 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 12:58:26.569420 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [None req-57490971-9acc-490c-853d-48e2ea144d91 admin admin] For port 047408a6-24ef-424e-8edf-7403fb3e2367, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=047408a6-24ef-424e-8edf-7403fb3e2367,segment=NetworkSegment(f5272d93-3659-4f37-b7e2-a04b822788ec),segment_id=f5272d93-3659-4f37-b7e2-a04b822788ec)] {{(pid=92826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:58:26.570112 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-57490971-9acc-490c-853d-48e2ea144d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:26.636860 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [None req-57490971-9acc-490c-853d-48e2ea144d91 admin admin] Calling delete_port for 047408a6-24ef-424e-8edf-7403fb3e2367 owned by network:router_interface {{(pid=92826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 12:58:26.849136 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-57490971-9acc-490c-853d-48e2ea144d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940132'] for port, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:26.852157 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-826551af-167c-4191-922c-4e28dc00279d tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:26.880564 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57490971-9acc-490c-853d-48e2ea144d91 admin admin] Pushing event deleted for resources: {'Port': ['ID=047408a6-24ef-424e-8edf-7403fb3e2367,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:26.886123 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-57490971-9acc-490c-853d-48e2ea144d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:27.051509 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-57490971-9acc-490c-853d-48e2ea144d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2082637'] for router_interface, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:27.285990 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57490971-9acc-490c-853d-48e2ea144d91 admin admin] Router fd8cc414-63a2-401c-9162-11804d012396 has already been hosted by L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc {{(pid=92826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 12:58:27.413755 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57490971-9acc-490c-853d-48e2ea144d91 admin admin] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 12:58:27.418961 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-57490971-9acc-490c-853d-48e2ea144d91 admin admin] 10.222.0.86 "PUT /v2.0/routers/fd8cc414-63a2-401c-9162-11804d012396/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9291506 Jun 18 12:58:27.421585 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 52796) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:58:27.424159 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b26934c-e4b5-4daf-bbd0-5dec75a725ab None None] Sync routers for ids ['fd8cc414-63a2-401c-9162-11804d012396'] in dv-cinder-797073-1-iscsi {{(pid=92828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 12:58:27.438488 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b26934c-e4b5-4daf-bbd0-5dec75a725ab None None] Routers {'fd8cc414-63a2-401c-9162-11804d012396'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 12:58:27.439710 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-0b26934c-e4b5-4daf-bbd0-5dec75a725ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:58:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['fd8cc414-63a2-401c-9162-11804d012396'], 'active': True} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:58:27.482587 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 1085e992-888c-4c43-af76-b565fadc2bbb no longer exists at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 12:58:27.517015 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] No Port match for: 1085e992-888c-4c43-af76-b565fadc2bbb {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 12:58:27.518977 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 1085e992-888c-4c43-af76-b565fadc2bbb not bound to the agent host hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 12:58:27.572384 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvr_db [None req-0b26934c-e4b5-4daf-bbd0-5dec75a725ab None None] Set router fd8cc414-63a2-401c-9162-11804d012396 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 12:58:27.608845 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2e764c30-cd79-44f9-a71b-9fb7b2ad52ee admin admin] Notify callbacks [] for router, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:27.686080 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:27.843838 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-0b26934c-e4b5-4daf-bbd0-5dec75a725ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8cc414-63a2-401c-9162-11804d012396', 'name': 'tempest-ServerRescueNegativeTestJSON-1068013513-router', 'tenant_id': '3262259bc9f24b35be563085fd3a260f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:53:48Z', 'updated_at': '2021-06-18T12:58:26Z', 'revision_number': 5, 'project_id': '3262259bc9f24b35be563085fd3a260f', 'gw_port': {'id': '60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8cc414-63a2-401c-9162-11804d012396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:50Z', 'updated_at': '2021-06-18T12:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi'}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:58:27.872966 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b26934c-e4b5-4daf-bbd0-5dec75a725ab None None] Checking router: fd8cc414-63a2-401c-9162-11804d012396 for host: dv-cinder-797073-1-iscsi {{(pid=92828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 12:58:27.892296 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b26934c-e4b5-4daf-bbd0-5dec75a725ab None None] Routers {'fd8cc414-63a2-401c-9162-11804d012396'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 12:58:27.892975 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-0b26934c-e4b5-4daf-bbd0-5dec75a725ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:58:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['fd8cc414-63a2-401c-9162-11804d012396'], 'active': True} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:58:28.006215 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2e764c30-cd79-44f9-a71b-9fb7b2ad52ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:28.014831 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvr_db [None req-0b26934c-e4b5-4daf-bbd0-5dec75a725ab None None] Set router fd8cc414-63a2-401c-9162-11804d012396 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 12:58:28.075260 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [None req-2e764c30-cd79-44f9-a71b-9fb7b2ad52ee admin admin] Deleting port 60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253 {{(pid=92825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 12:58:28.075701 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2e764c30-cd79-44f9-a71b-9fb7b2ad52ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:28.181000 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [None req-2e764c30-cd79-44f9-a71b-9fb7b2ad52ee admin admin] For port 60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253,segment=NetworkSegment(b79588fc-20f0-437a-9a07-92a6b1056918),segment_id=b79588fc-20f0-437a-9a07-92a6b1056918)] {{(pid=92825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:58:28.181687 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2e764c30-cd79-44f9-a71b-9fb7b2ad52ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:28.252443 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [None req-2e764c30-cd79-44f9-a71b-9fb7b2ad52ee admin admin] Calling delete_port for 60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253 owned by network:router_gateway {{(pid=92825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 12:58:28.336260 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-0b26934c-e4b5-4daf-bbd0-5dec75a725ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8cc414-63a2-401c-9162-11804d012396', 'name': 'tempest-ServerRescueNegativeTestJSON-1068013513-router', 'tenant_id': '3262259bc9f24b35be563085fd3a260f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:53:48Z', 'updated_at': '2021-06-18T12:58:26Z', 'revision_number': 5, 'project_id': '3262259bc9f24b35be563085fd3a260f', 'gw_port': {'id': '60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8cc414-63a2-401c-9162-11804d012396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:50Z', 'updated_at': '2021-06-18T12:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi'}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:58:28.362785 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b26934c-e4b5-4daf-bbd0-5dec75a725ab None None] The sync data for ids ['fd8cc414-63a2-401c-9162-11804d012396'] in dv-cinder-797073-1-iscsi is: [{'id': 'fd8cc414-63a2-401c-9162-11804d012396', 'name': 'tempest-ServerRescueNegativeTestJSON-1068013513-router', 'tenant_id': '3262259bc9f24b35be563085fd3a260f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:53:48Z', 'updated_at': '2021-06-18T12:58:26Z', 'revision_number': 5, 'project_id': '3262259bc9f24b35be563085fd3a260f', 'gw_port': {'id': '60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8cc414-63a2-401c-9162-11804d012396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:50Z', 'updated_at': '2021-06-18T12:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi'}] {{(pid=92828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 12:58:28.446841 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2e764c30-cd79-44f9-a71b-9fb7b2ad52ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8372373'] for port, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:28.448731 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-511ba5c2-19c2-49bf-a189-f2c6c69a0f68 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:28.472629 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e764c30-cd79-44f9-a71b-9fb7b2ad52ee admin admin] Pushing event deleted for resources: {'Port': ['ID=60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:28.476582 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-2e764c30-cd79-44f9-a71b-9fb7b2ad52ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:28.539612 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2e764c30-cd79-44f9-a71b-9fb7b2ad52ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055009'] for router_gateway, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:28.642333 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2e764c30-cd79-44f9-a71b-9fb7b2ad52ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2083967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28484'] for router, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:28.645042 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2e764c30-cd79-44f9-a71b-9fb7b2ad52ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:28.711701 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2e764c30-cd79-44f9-a71b-9fb7b2ad52ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2083630'] for router, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:28.711930 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e764c30-cd79-44f9-a71b-9fb7b2ad52ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd8cc414-63a2-401c-9162-11804d012396 {{(pid=92825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 12:58:28.717311 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2e764c30-cd79-44f9-a71b-9fb7b2ad52ee admin admin] Notify callbacks [] for router, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:28.721842 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-2e764c30-cd79-44f9-a71b-9fb7b2ad52ee admin admin] 10.222.0.86 "DELETE /v2.0/routers/fd8cc414-63a2-401c-9162-11804d012396 HTTP/1.1" status: 204 len: 168 time: 1.2984917 Jun 18 12:58:28.722587 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 52824) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:58:28.781306 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae04f489-871e-4724-90f1-9ca203c018a2 admin admin] Deleting subnet b591a7f2-4465-4b6a-8969-31efb5f2ee87 {{(pid=92826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 12:58:28.786908 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ae04f489-871e-4724-90f1-9ca203c018a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:28.834103 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ae04f489-871e-4724-90f1-9ca203c018a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4940090'] for subnet, precommit_delete_associations {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:28.878061 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ae04f489-871e-4724-90f1-9ca203c018a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-618888'] for subnet, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:28.931430 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ae04f489-871e-4724-90f1-9ca203c018a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-618887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4940062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4917049'] for subnet, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:28.934064 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-41e610c8-b663-43a7-a44d-c389f7331924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:28.959794 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04f489-871e-4724-90f1-9ca203c018a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b591a7f2-4465-4b6a-8969-31efb5f2ee87,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:28.962329 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-ae04f489-871e-4724-90f1-9ca203c018a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:28.965155 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ae04f489-871e-4724-90f1-9ca203c018a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:28.967245 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-ae04f489-871e-4724-90f1-9ca203c018a2 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/b591a7f2-4465-4b6a-8969-31efb5f2ee87 HTTP/1.1" status: 204 len: 168 time: 0.2432091 Jun 18 12:58:28.970070 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 52830) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:58:28.986707 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:29.049843 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-527b345c-6bf4-49b4-b737-bc4939f01af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647412'] for network, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:29.135250 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-527b345c-6bf4-49b4-b737-bc4939f01af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-619031', 'neutron.services.segments.db._delete_segments_for_network-8743829154259'] for network, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:29.145475 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.services.segments.db [None req-527b345c-6bf4-49b4-b737-bc4939f01af5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf40e680-3b6f-4529-b4ac-893d28128a35']}} {{(pid=92826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:58:29.154700 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.services.segments.db [None req-527b345c-6bf4-49b4-b737-bc4939f01af5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5272d93-3659-4f37-b7e2-a04b822788ec') {'for_net_delete': True} {{(pid=92826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:58:29.154995 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.services.segments.db [None req-527b345c-6bf4-49b4-b737-bc4939f01af5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5272d93-3659-4f37-b7e2-a04b822788ec') {} {{(pid=92826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:58:29.164068 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-527b345c-6bf4-49b4-b737-bc4939f01af5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743829154088', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4940083'] for segment, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:29.181853 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-527b345c-6bf4-49b4-b737-bc4939f01af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559'] for segment, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:29.188491 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-527b345c-6bf4-49b4-b737-bc4939f01af5 admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=92826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 12:58:29.188920 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-527b345c-6bf4-49b4-b737-bc4939f01af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4947637'] for segment, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:29.191038 dv-cinder-797073-1-iscsi neutron-server[92826]: Traceback (most recent call last): Jun 18 12:58:29.191038 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 12:58:29.191038 dv-cinder-797073-1-iscsi neutron-server[92826]: timer() Jun 18 12:58:29.191038 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 12:58:29.191038 dv-cinder-797073-1-iscsi neutron-server[92826]: cb(*args, **kw) Jun 18 12:58:29.191038 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 12:58:29.191038 dv-cinder-797073-1-iscsi neutron-server[92826]: return func(*args, **kwargs) Jun 18 12:58:29.191038 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 12:58:29.191038 dv-cinder-797073-1-iscsi neutron-server[92826]: self._notify() Jun 18 12:58:29.191038 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 12:58:29.191038 dv-cinder-797073-1-iscsi neutron-server[92826]: self.callback(batched_events) Jun 18 12:58:29.191038 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 12:58:29.191038 dv-cinder-797073-1-iscsi neutron-server[92826]: event.method(event) Jun 18 12:58:29.191038 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 12:58:29.191038 dv-cinder-797073-1-iscsi neutron-server[92826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 12:58:29.191038 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 12:58:29.191038 dv-cinder-797073-1-iscsi neutron-server[92826]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 12:58:29.191038 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 12:58:29.191038 dv-cinder-797073-1-iscsi neutron-server[92826]: return f(self, *a, **k) Jun 18 12:58:29.191038 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 12:58:29.191038 dv-cinder-797073-1-iscsi neutron-server[92826]: return self._get(url).json() Jun 18 12:58:29.191038 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 12:58:29.191038 dv-cinder-797073-1-iscsi neutron-server[92826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 12:58:29.191038 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 12:58:29.191038 dv-cinder-797073-1-iscsi neutron-server[92826]: return self.request(url, 'GET', **kwargs) Jun 18 12:58:29.191038 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 12:58:29.191038 dv-cinder-797073-1-iscsi neutron-server[92826]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 12:58:29.191038 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 12:58:29.191038 dv-cinder-797073-1-iscsi neutron-server[92826]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 12:58:29.191038 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 12:58:29.191038 dv-cinder-797073-1-iscsi neutron-server[92826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 12:58:29.191038 dv-cinder-797073-1-iscsi neutron-server[92826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 12:58:29.244310 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-527b345c-6bf4-49b4-b737-bc4939f01af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-619022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2056967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055102'] for network, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:29.248150 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-9a6a827c-7cb4-4e6a-ad13-0f62deba8d6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:29.250661 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-527b345c-6bf4-49b4-b737-bc4939f01af5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for network, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:29.255384 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-527b345c-6bf4-49b4-b737-bc4939f01af5 admin admin] 10.222.0.86 "DELETE /v2.0/networks/bf40e680-3b6f-4529-b4ac-893d28128a35 HTTP/1.1" status: 204 len: 168 time: 0.2813635 Jun 18 12:58:29.266595 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b345c-6bf4-49b4-b737-bc4939f01af5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf40e680-3b6f-4529-b4ac-893d28128a35,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:29.270502 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-527b345c-6bf4-49b4-b737-bc4939f01af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:29.441110 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 52840) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:58:29.482451 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-9013e9d4-1c9e-45be-8b41-4f7daf17739a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3262259bc9f24b35be563085fd3a260f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0420649 Jun 18 12:58:29.485442 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 52842) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:58:29.537387 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-25211ec5-13d6-41ff-96ad-3d5097a5e540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:29.560749 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-25211ec5-13d6-41ff-96ad-3d5097a5e540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:29.630435 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-25211ec5-13d6-41ff-96ad-3d5097a5e540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:29.633697 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-25211ec5-13d6-41ff-96ad-3d5097a5e540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:29.634931 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-25211ec5-13d6-41ff-96ad-3d5097a5e540 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/26395dae-0102-4205-a165-9da6e7ccaafa HTTP/1.1" status: 204 len: 168 time: 0.1485288 Jun 18 12:58:29.635628 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:29.644224 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25211ec5-13d6-41ff-96ad-3d5097a5e540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26395dae-0102-4205-a165-9da6e7ccaafa,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:29.646926 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-25211ec5-13d6-41ff-96ad-3d5097a5e540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:29.649745 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 047408a6-24ef-424e-8edf-7403fb3e2367 no longer exists at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 12:58:29.682053 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] No Port match for: 047408a6-24ef-424e-8edf-7403fb3e2367 {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 12:58:29.682387 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 047408a6-24ef-424e-8edf-7403fb3e2367 not bound to the agent host dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 12:58:29.682814 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253 no longer exists at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 12:58:29.710545 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] No Port match for: 60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253 {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 12:58:29.711115 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 60fc7f3c-f42d-4ce9-8e4f-9614b6a6f253 not bound to the agent host dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 12:58:30.357878 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 52884) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:58:30.457297 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-77b63c8a-0391-4508-a554-519a809bf85a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-247744625-network', 'tenant_id': '644594a679e942c59bed9f9e6411811e'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:58:30.478957 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b63c8a-0391-4508-a554-519a809bf85a admin admin] Made reservation on behalf of 644594a679e942c59bed9f9e6411811e for: {'network': 1} {{(pid=92826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:58:30.481565 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-77b63c8a-0391-4508-a554-519a809bf85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for network, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:30.492116 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-77b63c8a-0391-4508-a554-519a809bf85a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:30.526420 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998adde-7a6b-4a9b-a3a6-a34a3ee53715 req-e37efa70-17ea-45a6-a3bf-b222da54ce25 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:30.528082 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-9998adde-7a6b-4a9b-a3a6-a34a3ee53715 req-e37efa70-17ea-45a6-a3bf-b222da54ce25 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.0655911 Jun 18 12:58:30.570485 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-9998adde-7a6b-4a9b-a3a6-a34a3ee53715 req-8e905621-01dd-40c3-bc8f-08b1c4046e14 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350566 Jun 18 12:58:30.587991 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-77b63c8a-0391-4508-a554-519a809bf85a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:30.592138 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-77b63c8a-0391-4508-a554-519a809bf85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:30.595025 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-e911cf99-646f-4b1f-85d8-db44409e95d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:30.617546 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77b63c8a-0391-4508-a554-519a809bf85a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=92826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 12:58:30.627506 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b63c8a-0391-4508-a554-519a809bf85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c294b3a6-c329-4f2a-94cd-a44535223a20,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:30.630776 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-77b63c8a-0391-4508-a554-519a809bf85a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:30.633959 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-77b63c8a-0391-4508-a554-519a809bf85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559'] for segment, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:30.634377 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.db.segments_db [None req-77b63c8a-0391-4508-a554-519a809bf85a admin admin] Added segment 00c35550-828e-48d5-844c-99d49cf59e0e of type vlan for network 104453e3-7b6d-46e4-8eed-f30fcc01cf9f Jun 18 12:58:30.682146 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-77b63c8a-0391-4508-a554-519a809bf85a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743828617162'] for network, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:30.712270 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-77b63c8a-0391-4508-a554-519a809bf85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2056967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782'] for network, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:30.713593 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b63c8a-0391-4508-a554-519a809bf85a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:30.714193 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-77b63c8a-0391-4508-a554-519a809bf85a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for network, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:30.717081 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-168bab6c-8f7f-4750-a030-d0bb9c67e6cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:30.766198 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-77b63c8a-0391-4508-a554-519a809bf85a admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4071310 Jun 18 12:58:30.769734 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 52894) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:58:30.780389 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-181a2bc7-a618-45ec-986e-faa80ba75a52 admin admin] Request body: {'subnet': {'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-247744625-subnet', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:58:30.793975 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b63c8a-0391-4508-a554-519a809bf85a admin admin] Pushing event updated for resources: {'Network': ['ID=104453e3-7b6d-46e4-8eed-f30fcc01cf9f,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:30.798492 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-77b63c8a-0391-4508-a554-519a809bf85a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:30.807748 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Network 104453e3-7b6d-46e4-8eed-f30fcc01cf9f details requested by agent ovs-agent-dv-cinder-797073-1-iscsi with host dv-cinder-797073-1-iscsi {{(pid=92827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 12:58:30.812958 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181a2bc7-a618-45ec-986e-faa80ba75a52 admin admin] Made reservation on behalf of 644594a679e942c59bed9f9e6411811e for: {'subnet': 1} {{(pid=92826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:58:30.815987 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-181a2bc7-a618-45ec-986e-faa80ba75a52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4917010'] for subnet, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:30.990325 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-181a2bc7-a618-45ec-986e-faa80ba75a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4940255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4916992'] for subnet, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:30.992469 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-08e37401-1d43-44e5-98f6-e0d90b720386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:31.045357 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a2bc7-a618-45ec-986e-faa80ba75a52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27bb86f4-b359-4030-a800-8900e90a475a,revision_number=0']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:31.048644 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-181a2bc7-a618-45ec-986e-faa80ba75a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:31.055314 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181a2bc7-a618-45ec-986e-faa80ba75a52 admin admin] Checking segment: {'id': '00c35550-828e-48d5-844c-99d49cf59e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:58:31.055665 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181a2bc7-a618-45ec-986e-faa80ba75a52 admin admin] Network hostable DHCP agents. Network: 104453e3-7b6d-46e4-8eed-f30fcc01cf9f, hostable agents: ['a4764913-7e4e-4767-85bd-6fdf32f4ace2'], hosted agents: [] {{(pid=92826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 12:58:31.070709 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181a2bc7-a618-45ec-986e-faa80ba75a52 admin admin] Network 104453e3-7b6d-46e4-8eed-f30fcc01cf9f is scheduled to be hosted by DHCP agent a4764913-7e4e-4767-85bd-6fdf32f4ace2 with binding_index 1 {{(pid=92826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 12:58:31.079190 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.base_scheduler [None req-181a2bc7-a618-45ec-986e-faa80ba75a52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797073-1-iscsi, 104453e3-7b6d-46e4-8eed-f30fcc01cf9f) {{(pid=92826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:58:31.083598 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181a2bc7-a618-45ec-986e-faa80ba75a52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:31.084183 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-181a2bc7-a618-45ec-986e-faa80ba75a52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:31.088011 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d782be-09c6-4c14-be1f-df15415c7989 None None] Network 104453e3-7b6d-46e4-8eed-f30fcc01cf9f requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 12:58:31.099733 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-181a2bc7-a618-45ec-986e-faa80ba75a52 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3290055 Jun 18 12:58:31.102369 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 52902) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:58:31.107032 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-9f900702-00f6-4b4e-b2c6-2ee073954409 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-247744625-router', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'}}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:58:31.130882 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9f900702-00f6-4b4e-b2c6-2ee073954409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2084009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28470'] for router, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:31.131930 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9f900702-00f6-4b4e-b2c6-2ee073954409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2084052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1971176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28495'] for router, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:31.189890 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9f900702-00f6-4b4e-b2c6-2ee073954409 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:31.241922 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa7823d-ce89-4cbf-b1f9-a51d7139231c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdfc798f7-bdfd-51cf-81b5-ef75a3e95708-104453e3-7b6d-46e4-8eed-f30fcc01cf9f', 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'fixed_ips': [{'subnet_id': '27bb86f4-b359-4030-a800-8900e90a475a'}]}} from dv-cinder-797073-1-iscsi. {{(pid=92827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 12:58:31.242818 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-4fa7823d-ce89-4cbf-b1f9-a51d7139231c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:31.326201 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9f900702-00f6-4b4e-b2c6-2ee073954409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054888', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2083931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28509'] for router, precommit_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:31.387180 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.db_base_plugin_common [None req-4fa7823d-ce89-4cbf-b1f9-a51d7139231c None None] Allocated IP 172.20.0.2 (104453e3-7b6d-46e4-8eed-f30fcc01cf9f/27bb86f4-b359-4030-a800-8900e90a475a/4891de4c-6f2a-4171-bf3d-2f29b7a20bf4) {{(pid=92827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 12:58:31.530820 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-4fa7823d-ce89-4cbf-b1f9-a51d7139231c None None] Notify callbacks [] for port, precommit_create {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:31.531110 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9f900702-00f6-4b4e-b2c6-2ee073954409 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:31.540378 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-4fa7823d-ce89-4cbf-b1f9-a51d7139231c None None] Transition to ACTIVE for port object 4891de4c-6f2a-4171-bf3d-2f29b7a20bf4 will not be triggered until provisioned by entity L2. {{(pid=92827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:58:31.551845 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9f900702-00f6-4b4e-b2c6-2ee073954409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:31.555507 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-4fa7823d-ce89-4cbf-b1f9-a51d7139231c None None] Transition to ACTIVE for port object 4891de4c-6f2a-4171-bf3d-2f29b7a20bf4 will not be triggered until provisioned by entity DHCP. {{(pid=92827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:58:31.561741 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-4fa7823d-ce89-4cbf-b1f9-a51d7139231c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645'] for port, after_create {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:31.563565 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:31.605623 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa7823d-ce89-4cbf-b1f9-a51d7139231c None None] Network 104453e3-7b6d-46e4-8eed-f30fcc01cf9f is already hosted by enough agents. {{(pid=92827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:58:31.606998 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.scheduler.base_scheduler [None req-4fa7823d-ce89-4cbf-b1f9-a51d7139231c None None] Resources bound (agent type, host, resource id): {{(pid=92827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:58:31.610501 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa7823d-ce89-4cbf-b1f9-a51d7139231c None None] Received port after_create {{(pid=92827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 12:58:31.624139 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa7823d-ce89-4cbf-b1f9-a51d7139231c None None] Pushing event updated for resources: {'Port': ['ID=4891de4c-6f2a-4171-bf3d-2f29b7a20bf4,revision_number=1']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:31.668796 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.db_base_plugin_common [None req-9f900702-00f6-4b4e-b2c6-2ee073954409 admin admin] Allocated IP 172.27.0.189 (9d896988-a366-408b-a158-be6ed4023cc1/a87da4ed-432b-4387-92bb-db12946e6cdf/2571c3e8-ec54-4493-a67a-c45107e1c407) {{(pid=92826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 12:58:31.670818 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa7823d-ce89-4cbf-b1f9-a51d7139231c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:31.671333 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa7823d-ce89-4cbf-b1f9-a51d7139231c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:31.671827 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa7823d-ce89-4cbf-b1f9-a51d7139231c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:31.672314 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa7823d-ce89-4cbf-b1f9-a51d7139231c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:31.672851 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa7823d-ce89-4cbf-b1f9-a51d7139231c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:31.673352 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa7823d-ce89-4cbf-b1f9-a51d7139231c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:31.673686 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa7823d-ce89-4cbf-b1f9-a51d7139231c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:31.674056 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa7823d-ce89-4cbf-b1f9-a51d7139231c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:31.675317 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa7823d-ce89-4cbf-b1f9-a51d7139231c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:31.675818 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa7823d-ce89-4cbf-b1f9-a51d7139231c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:31.676300 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa7823d-ce89-4cbf-b1f9-a51d7139231c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:31.676800 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa7823d-ce89-4cbf-b1f9-a51d7139231c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:31.685274 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-4fa7823d-ce89-4cbf-b1f9-a51d7139231c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:31.689904 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-4fa7823d-ce89-4cbf-b1f9-a51d7139231c None None] Attempting to bind port 4891de4c-6f2a-4171-bf3d-2f29b7a20bf4 on host dv-cinder-797073-1-iscsi for vnic_type normal with profile {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 12:58:31.690592 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-4fa7823d-ce89-4cbf-b1f9-a51d7139231c None None] Attempting to bind port 4891de4c-6f2a-4171-bf3d-2f29b7a20bf4 by drivers openvswitch,hyperv on host dv-cinder-797073-1-iscsi at level 0 using segments [{'id': '00c35550-828e-48d5-844c-99d49cf59e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f'}] {{(pid=92827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 12:58:31.690813 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa7823d-ce89-4cbf-b1f9-a51d7139231c None None] Attempting to bind port 4891de4c-6f2a-4171-bf3d-2f29b7a20bf4 on network 104453e3-7b6d-46e4-8eed-f30fcc01cf9f {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:58:31.696295 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa7823d-ce89-4cbf-b1f9-a51d7139231c None None] Checking agent: {'id': '157fcad4-361f-41bd-95f6-95639e81fcdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 45, 55), 'started_at': datetime.datetime(2021, 6, 18, 12, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 12, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 12:58:31.696676 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa7823d-ce89-4cbf-b1f9-a51d7139231c None None] Checking segment: {'id': '00c35550-828e-48d5-844c-99d49cf59e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:58:31.697117 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-4fa7823d-ce89-4cbf-b1f9-a51d7139231c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:31.697519 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa7823d-ce89-4cbf-b1f9-a51d7139231c None None] Bound using segment: {'id': '00c35550-828e-48d5-844c-99d49cf59e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f'} {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 12:58:31.697990 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-4fa7823d-ce89-4cbf-b1f9-a51d7139231c None None] Bound port: 4891de4c-6f2a-4171-bf3d-2f29b7a20bf4, host: dv-cinder-797073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00c35550-828e-48d5-844c-99d49cf59e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f'}}] {{(pid=92827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 12:58:31.698367 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-4fa7823d-ce89-4cbf-b1f9-a51d7139231c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:31.761570 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-4fa7823d-ce89-4cbf-b1f9-a51d7139231c None None] For port 4891de4c-6f2a-4171-bf3d-2f29b7a20bf4, host dv-cinder-797073-1-iscsi, cleared binding levels {{(pid=92827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 12:58:31.764473 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-4fa7823d-ce89-4cbf-b1f9-a51d7139231c None None] For port 4891de4c-6f2a-4171-bf3d-2f29b7a20bf4, host dv-cinder-797073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=4891de4c-6f2a-4171-bf3d-2f29b7a20bf4,segment=NetworkSegment(00c35550-828e-48d5-844c-99d49cf59e0e),segment_id=00c35550-828e-48d5-844c-99d49cf59e0e)] {{(pid=92827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 12:58:31.769881 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-4fa7823d-ce89-4cbf-b1f9-a51d7139231c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:31.771749 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:31.827516 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9f900702-00f6-4b4e-b2c6-2ee073954409 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:31.831891 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa7823d-ce89-4cbf-b1f9-a51d7139231c None None] Pushing event updated for resources: {'Port': ['ID=4891de4c-6f2a-4171-bf3d-2f29b7a20bf4,revision_number=2']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:31.832900 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-4fa7823d-ce89-4cbf-b1f9-a51d7139231c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:31.848988 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b91a1-f81b-442c-a29a-5860b8ed7bd9 req-c23fd779-2fef-49cb-bc0d-1aac12812b13 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:31.850455 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-077b91a1-f81b-442c-a29a-5860b8ed7bd9 req-c23fd779-2fef-49cb-bc0d-1aac12812b13 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.1489413 Jun 18 12:58:31.908224 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-077b91a1-f81b-442c-a29a-5860b8ed7bd9 req-b05f7a4e-3797-428b-a330-12d04eb76d31 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509362 Jun 18 12:58:31.923357 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9f900702-00f6-4b4e-b2c6-2ee073954409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4940139'] for port, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:31.926896 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-2f34e986-6ad8-4585-be5e-baf8e43c3a04 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:32.001810 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f900702-00f6-4b4e-b2c6-2ee073954409 admin admin] Network 9d896988-a366-408b-a158-be6ed4023cc1 is already hosted by enough agents. {{(pid=92826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:58:32.003053 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f900702-00f6-4b4e-b2c6-2ee073954409 admin admin] Pushing event updated for resources: {'Port': ['ID=2571c3e8-ec54-4493-a67a-c45107e1c407,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:32.020655 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-9f900702-00f6-4b4e-b2c6-2ee073954409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:32.021784 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.base_scheduler [None req-9f900702-00f6-4b4e-b2c6-2ee073954409 admin admin] Resources bound (agent type, host, resource id): {{(pid=92826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:58:32.030677 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f900702-00f6-4b4e-b2c6-2ee073954409 admin admin] Received port after_create {{(pid=92826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 12:58:32.325383 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9f900702-00f6-4b4e-b2c6-2ee073954409 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:32.365698 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 52922) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:58:32.486793 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-ab969c30-ad49-4fe3-a5bf-a2f07c2dfffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:32.539037 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9f900702-00f6-4b4e-b2c6-2ee073954409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2084000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054972'] for router, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:32.597330 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-ab969c30-ad49-4fe3-a5bf-a2f07c2dfffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:32.602993 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-ab969c30-ad49-4fe3-a5bf-a2f07c2dfffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:32.606353 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-b6ec7f43-294d-4162-a54d-e6862548f1aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:32.639364 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab969c30-ad49-4fe3-a5bf-a2f07c2dfffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4649de-e13b-4ac4-80e4-796ca94db0d8,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:32.647619 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-ab969c30-ad49-4fe3-a5bf-a2f07c2dfffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:32.656671 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-ab969c30-ad49-4fe3-a5bf-a2f07c2dfffe admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b95b7ae273314aea81a4a5ef46b8a66d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2874169 Jun 18 12:58:32.656671 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 52926) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:58:32.701003 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f900702-00f6-4b4e-b2c6-2ee073954409 admin admin] Router 534e5e2f-9eea-4850-be2f-281a2dfe94e2 is scheduled to L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc with binding_index 1 {{(pid=92826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 12:58:32.712419 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-ef91633b-0605-45df-aafd-c3241cbbfbd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:32.735117 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-ef91633b-0605-45df-aafd-c3241cbbfbd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:32.786658 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-ef91633b-0605-45df-aafd-c3241cbbfbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:32.790341 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-ef91633b-0605-45df-aafd-c3241cbbfbd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:32.804738 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-ef91633b-0605-45df-aafd-c3241cbbfbd9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/db4649de-e13b-4ac4-80e4-796ca94db0d8 HTTP/1.1" status: 204 len: 168 time: 0.1408479 Jun 18 12:58:32.810204 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-60ca2454-a162-4df4-88c7-8920e7861bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:32.830338 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef91633b-0605-45df-aafd-c3241cbbfbd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4649de-e13b-4ac4-80e4-796ca94db0d8,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:32.841241 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-ef91633b-0605-45df-aafd-c3241cbbfbd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:32.895781 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac41c20-6436-4fb9-a67e-2ae5766d55ba None None] Network 104453e3-7b6d-46e4-8eed-f30fcc01cf9f requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 12:58:33.069767 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-bafa2ed5-7a5e-429e-9fd7-5d06fda93f48 None None] Provisioning for port 4891de4c-6f2a-4171-bf3d-2f29b7a20bf4 completed by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:58:33.126039 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f900702-00f6-4b4e-b2c6-2ee073954409 admin admin] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 12:58:33.141680 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 52936) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:58:33.149164 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc11a6d-df79-4485-8a88-9bdfa5d6852d None None] Sync routers for ids ['534e5e2f-9eea-4850-be2f-281a2dfe94e2'] in dv-cinder-797073-1-iscsi {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 12:58:33.160979 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9d9832b5-9719-427c-beb9-3ed101d14a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:33.162966 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9f900702-00f6-4b4e-b2c6-2ee073954409 admin admin] Notify callbacks [] for router, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:33.167193 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-9f900702-00f6-4b4e-b2c6-2ee073954409 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0637960 Jun 18 12:58:33.168291 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 52938) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:58:33.170860 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee3f73-9408-47d9-89cf-50ce7ceed932 req-912b39e7-193d-4cc1-8ca3-d2cd1f2e262d tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:33.172650 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-3dee3f73-9408-47d9-89cf-50ce7ceed932 req-912b39e7-193d-4cc1-8ca3-d2cd1f2e262d tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.1271844 Jun 18 12:58:33.173800 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc11a6d-df79-4485-8a88-9bdfa5d6852d None None] Routers {'534e5e2f-9eea-4850-be2f-281a2dfe94e2'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 12:58:33.174972 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-afc11a6d-df79-4485-8a88-9bdfa5d6852d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:58:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['534e5e2f-9eea-4850-be2f-281a2dfe94e2'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:58:33.232581 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-3dee3f73-9408-47d9-89cf-50ce7ceed932 req-6881a0e6-2c4e-4808-b97e-a17cbf40214f tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529764 Jun 18 12:58:33.321361 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-afc11a6d-df79-4485-8a88-9bdfa5d6852d None None] Set router 534e5e2f-9eea-4850-be2f-281a2dfe94e2 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 12:58:33.479013 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9d9832b5-9719-427c-beb9-3ed101d14a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:33.484005 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9d9832b5-9719-427c-beb9-3ed101d14a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:33.489051 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-2b051e28-0fd2-417a-91c0-2a9afa2dd8f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:33.569060 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9832b5-9719-427c-beb9-3ed101d14a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a320599-ebb4-46f8-8e88-205cceb9b611,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:33.575010 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-9d9832b5-9719-427c-beb9-3ed101d14a8c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8839411c37ae4fbd96f3fcaf0ee771e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4320343 Jun 18 12:58:33.575642 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-9d9832b5-9719-427c-beb9-3ed101d14a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:33.583144 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 52940) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:58:33.674100 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-afc11a6d-df79-4485-8a88-9bdfa5d6852d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'name': 'tempest-AttachVolumeTestJSON-247744625-router', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '2571c3e8-ec54-4493-a67a-c45107e1c407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:58:31Z', 'updated_at': '2021-06-18T12:58:32Z', 'revision_number': 3, 'project_id': '644594a679e942c59bed9f9e6411811e', 'gw_port': {'id': '2571c3e8-ec54-4493-a67a-c45107e1c407', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:65:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:58:31Z', 'updated_at': '2021-06-18T12:58:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi'}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:58:33.701987 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc11a6d-df79-4485-8a88-9bdfa5d6852d None None] Checking router: 534e5e2f-9eea-4850-be2f-281a2dfe94e2 for host: dv-cinder-797073-1-iscsi {{(pid=92827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 12:58:33.702483 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc11a6d-df79-4485-8a88-9bdfa5d6852d None None] Updating router 534e5e2f-9eea-4850-be2f-281a2dfe94e2 port 2571c3e8-ec54-4493-a67a-c45107e1c407 binding host dv-cinder-797073-1-iscsi {{(pid=92827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 12:58:33.706552 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 4891de4c-6f2a-4171-bf3d-2f29b7a20bf4 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:58:33.713650 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-d7df1323-f2a5-4b61-90ac-9e16a7d1892a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:33.747091 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-d7df1323-f2a5-4b61-90ac-9e16a7d1892a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:33.774288 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-afc11a6d-df79-4485-8a88-9bdfa5d6852d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:33.821053 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning for port 4891de4c-6f2a-4171-bf3d-2f29b7a20bf4 completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:58:33.853507 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-d7df1323-f2a5-4b61-90ac-9e16a7d1892a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:33.855955 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-d7df1323-f2a5-4b61-90ac-9e16a7d1892a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:33.857076 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-d7df1323-f2a5-4b61-90ac-9e16a7d1892a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4a320599-ebb4-46f8-8e88-205cceb9b611 HTTP/1.1" status: 204 len: 168 time: 0.2727659 Jun 18 12:58:33.858948 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-f8affc31-a3b1-4fac-9f5f-2ab829365f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:33.861351 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-9f8d2833-1c9c-4196-9465-43b70e1c01a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:33.874805 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df1323-f2a5-4b61-90ac-9e16a7d1892a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a320599-ebb4-46f8-8e88-205cceb9b611,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:33.875067 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port 4891de4c-6f2a-4171-bf3d-2f29b7a20bf4 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:58:33.875346 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:33.879343 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-d7df1323-f2a5-4b61-90ac-9e16a7d1892a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:34.047385 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.db_base_plugin_common [None req-f8affc31-a3b1-4fac-9f5f-2ab829365f7b admin admin] Allocated IP 172.20.0.1 (104453e3-7b6d-46e4-8eed-f30fcc01cf9f/27bb86f4-b359-4030-a800-8900e90a475a/e87aca46-b19d-4a5d-a666-4dc82c0bf476) {{(pid=92826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 12:58:34.052319 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:34.116025 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] For port 4891de4c-6f2a-4171-bf3d-2f29b7a20bf4, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=4891de4c-6f2a-4171-bf3d-2f29b7a20bf4,segment=NetworkSegment(00c35550-828e-48d5-844c-99d49cf59e0e),segment_id=00c35550-828e-48d5-844c-99d49cf59e0e)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:58:34.120419 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:34.139133 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:34.195312 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-f8affc31-a3b1-4fac-9f5f-2ab829365f7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:34.202337 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-afc11a6d-df79-4485-8a88-9bdfa5d6852d None None] Notify callbacks [] for port, precommit_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:34.213917 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Pushing event updated for resources: {'Port': ['ID=4891de4c-6f2a-4171-bf3d-2f29b7a20bf4,revision_number=3']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:34.214316 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.provisioning_blocks [None req-f8affc31-a3b1-4fac-9f5f-2ab829365f7b admin admin] Transition to ACTIVE for port object e87aca46-b19d-4a5d-a666-4dc82c0bf476 will not be triggered until provisioned by entity DHCP. {{(pid=92826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:58:34.220818 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:34.223138 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-afc11a6d-df79-4485-8a88-9bdfa5d6852d None None] Transition to ACTIVE for port object 2571c3e8-ec54-4493-a67a-c45107e1c407 will not be triggered until provisioned by entity L2. {{(pid=92827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:58:34.230064 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-afc11a6d-df79-4485-8a88-9bdfa5d6852d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:34.235137 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:34.259778 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-f8affc31-a3b1-4fac-9f5f-2ab829365f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4940139'] for port, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:34.262831 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-1cd61f5a-3f6d-4941-9e81-f51e3398fbb7 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:34.293599 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-afc11a6d-df79-4485-8a88-9bdfa5d6852d None None] Attempting to bind port 2571c3e8-ec54-4493-a67a-c45107e1c407 on host dv-cinder-797073-1-iscsi for vnic_type normal with profile {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 12:58:34.294075 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-afc11a6d-df79-4485-8a88-9bdfa5d6852d None None] Attempting to bind port 2571c3e8-ec54-4493-a67a-c45107e1c407 by drivers openvswitch,hyperv on host dv-cinder-797073-1-iscsi at level 0 using segments [{'id': 'b79588fc-20f0-437a-9a07-92a6b1056918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'}] {{(pid=92827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 12:58:34.294460 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc11a6d-df79-4485-8a88-9bdfa5d6852d None None] Attempting to bind port 2571c3e8-ec54-4493-a67a-c45107e1c407 on network 9d896988-a366-408b-a158-be6ed4023cc1 {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:58:34.316836 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8affc31-a3b1-4fac-9f5f-2ab829365f7b admin admin] Network 104453e3-7b6d-46e4-8eed-f30fcc01cf9f is already hosted by enough agents. {{(pid=92826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:58:34.318549 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e58df81-9791-42d4-9dbc-0b83951812ae None None] Pushing event updated for resources: {'Port': ['ID=2571c3e8-ec54-4493-a67a-c45107e1c407,revision_number=2']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:34.319788 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.base_scheduler [None req-f8affc31-a3b1-4fac-9f5f-2ab829365f7b admin admin] Resources bound (agent type, host, resource id): {{(pid=92826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:58:34.323998 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc11a6d-df79-4485-8a88-9bdfa5d6852d None None] Checking agent: {'id': '157fcad4-361f-41bd-95f6-95639e81fcdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 45, 55), 'started_at': datetime.datetime(2021, 6, 18, 12, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 12, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 12:58:34.324805 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc11a6d-df79-4485-8a88-9bdfa5d6852d None None] Checking segment: {'id': 'b79588fc-20f0-437a-9a07-92a6b1056918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:58:34.325236 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-afc11a6d-df79-4485-8a88-9bdfa5d6852d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:34.325365 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8affc31-a3b1-4fac-9f5f-2ab829365f7b admin admin] Received port after_create {{(pid=92826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 12:58:34.327407 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8affc31-a3b1-4fac-9f5f-2ab829365f7b admin admin] Pushing event updated for resources: {'Port': ['ID=e87aca46-b19d-4a5d-a666-4dc82c0bf476,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:34.327928 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc11a6d-df79-4485-8a88-9bdfa5d6852d None None] Bound using segment: {'id': 'b79588fc-20f0-437a-9a07-92a6b1056918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'} {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 12:58:34.331117 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-afc11a6d-df79-4485-8a88-9bdfa5d6852d None None] Bound port: 2571c3e8-ec54-4493-a67a-c45107e1c407, host: dv-cinder-797073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b79588fc-20f0-437a-9a07-92a6b1056918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'}}] {{(pid=92827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 12:58:34.331117 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-afc11a6d-df79-4485-8a88-9bdfa5d6852d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:34.331424 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-f8affc31-a3b1-4fac-9f5f-2ab829365f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:34.372199 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-7e58df81-9791-42d4-9dbc-0b83951812ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:34.382777 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-f8affc31-a3b1-4fac-9f5f-2ab829365f7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052883'] for router_interface, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:34.416842 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-afc11a6d-df79-4485-8a88-9bdfa5d6852d None None] For port 2571c3e8-ec54-4493-a67a-c45107e1c407, host dv-cinder-797073-1-iscsi, cleared binding levels {{(pid=92827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 12:58:34.422984 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-afc11a6d-df79-4485-8a88-9bdfa5d6852d None None] For port 2571c3e8-ec54-4493-a67a-c45107e1c407, host dv-cinder-797073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=2571c3e8-ec54-4493-a67a-c45107e1c407,segment=NetworkSegment(b79588fc-20f0-437a-9a07-92a6b1056918),segment_id=b79588fc-20f0-437a-9a07-92a6b1056918)] {{(pid=92827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 12:58:34.428646 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-afc11a6d-df79-4485-8a88-9bdfa5d6852d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:34.436946 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:34.503528 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc11a6d-df79-4485-8a88-9bdfa5d6852d None None] Routers {'534e5e2f-9eea-4850-be2f-281a2dfe94e2'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 12:58:34.504161 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-afc11a6d-df79-4485-8a88-9bdfa5d6852d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:58:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['534e5e2f-9eea-4850-be2f-281a2dfe94e2'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:58:34.555699 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee36cc36-619a-44c0-aae3-2d0c1eed0891 req-02d4e014-3dbe-4f6b-b9fe-4b91593c8627 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:34.557443 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ee36cc36-619a-44c0-aae3-2d0c1eed0891 req-02d4e014-3dbe-4f6b-b9fe-4b91593c8627 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.1361358 Jun 18 12:58:34.557650 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e58df81-9791-42d4-9dbc-0b83951812ae None None] Pushing event updated for resources: {'Port': ['ID=2571c3e8-ec54-4493-a67a-c45107e1c407,revision_number=3']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:34.569081 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-7e58df81-9791-42d4-9dbc-0b83951812ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:34.639227 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ee36cc36-619a-44c0-aae3-2d0c1eed0891 req-40225a11-3eb5-4b40-842e-fcd49648c9ea tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693769 Jun 18 12:58:34.640091 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-f8affc31-a3b1-4fac-9f5f-2ab829365f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:34.656210 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-afc11a6d-df79-4485-8a88-9bdfa5d6852d None None] Set router 534e5e2f-9eea-4850-be2f-281a2dfe94e2 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 12:58:34.770734 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-e5f99408-bf51-4f9e-9e60-a51a2ecdb1d3 None None] Provisioning for port e87aca46-b19d-4a5d-a666-4dc82c0bf476 completed by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:58:34.780396 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-e5f99408-bf51-4f9e-9e60-a51a2ecdb1d3 None None] Provisioning complete for port e87aca46-b19d-4a5d-a666-4dc82c0bf476 triggered by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:58:34.780706 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-e5f99408-bf51-4f9e-9e60-a51a2ecdb1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:34.836495 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-e5f99408-bf51-4f9e-9e60-a51a2ecdb1d3 None None] Port e87aca46-b19d-4a5d-a666-4dc82c0bf476 cannot update to ACTIVE because it is not bound. {{(pid=92827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 12:58:34.837216 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-f8affc31-a3b1-4fac-9f5f-2ab829365f7b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:34.844546 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-f8affc31-a3b1-4fac-9f5f-2ab829365f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4940125'] for port, after_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:34.849161 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-f8affc31-a3b1-4fac-9f5f-2ab829365f7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:34.887655 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-afc11a6d-df79-4485-8a88-9bdfa5d6852d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'name': 'tempest-AttachVolumeTestJSON-247744625-router', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '2571c3e8-ec54-4493-a67a-c45107e1c407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:58:31Z', 'updated_at': '2021-06-18T12:58:32Z', 'revision_number': 3, 'project_id': '644594a679e942c59bed9f9e6411811e', 'gw_port': {'id': '2571c3e8-ec54-4493-a67a-c45107e1c407', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:65:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:58:31Z', 'updated_at': '2021-06-18T12:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi'}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:58:34.920312 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc11a6d-df79-4485-8a88-9bdfa5d6852d None None] The sync data for ids ['534e5e2f-9eea-4850-be2f-281a2dfe94e2'] in dv-cinder-797073-1-iscsi is: [{'id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'name': 'tempest-AttachVolumeTestJSON-247744625-router', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '2571c3e8-ec54-4493-a67a-c45107e1c407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:58:31Z', 'updated_at': '2021-06-18T12:58:32Z', 'revision_number': 3, 'project_id': '644594a679e942c59bed9f9e6411811e', 'gw_port': {'id': '2571c3e8-ec54-4493-a67a-c45107e1c407', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:65:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:58:31Z', 'updated_at': '2021-06-18T12:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi'}] {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 12:58:34.921574 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-f8affc31-a3b1-4fac-9f5f-2ab829365f7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2059530'] for router_interface, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:34.936799 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8affc31-a3b1-4fac-9f5f-2ab829365f7b admin admin] Pushing event updated for resources: {'Port': ['ID=e87aca46-b19d-4a5d-a666-4dc82c0bf476,revision_number=2']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:34.945526 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-f8affc31-a3b1-4fac-9f5f-2ab829365f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:35.037780 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8affc31-a3b1-4fac-9f5f-2ab829365f7b admin admin] Network 104453e3-7b6d-46e4-8eed-f30fcc01cf9f is already hosted by enough agents. {{(pid=92826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:58:35.039174 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.base_scheduler [None req-f8affc31-a3b1-4fac-9f5f-2ab829365f7b admin admin] Resources bound (agent type, host, resource id): {{(pid=92826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:58:35.196664 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8affc31-a3b1-4fac-9f5f-2ab829365f7b admin admin] Router 534e5e2f-9eea-4850-be2f-281a2dfe94e2 has already been hosted by L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc {{(pid=92826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 12:58:35.335743 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8affc31-a3b1-4fac-9f5f-2ab829365f7b admin admin] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 12:58:35.355468 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-f8affc31-a3b1-4fac-9f5f-2ab829365f7b admin admin] 10.222.0.86 "PUT /v2.0/routers/534e5e2f-9eea-4850-be2f-281a2dfe94e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1848378 Jun 18 12:58:35.363552 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-82e47b81-27fb-42e5-884c-2221f0fae80d None None] Provisioning complete for port e87aca46-b19d-4a5d-a666-4dc82c0bf476 triggered by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:58:35.364079 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-82e47b81-27fb-42e5-884c-2221f0fae80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:35.407144 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-82e47b81-27fb-42e5-884c-2221f0fae80d None None] Port e87aca46-b19d-4a5d-a666-4dc82c0bf476 cannot update to ACTIVE because it is not bound. {{(pid=92827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 12:58:35.813340 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 4891de4c-6f2a-4171-bf3d-2f29b7a20bf4 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:58:35.885998 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port 4891de4c-6f2a-4171-bf3d-2f29b7a20bf4 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:58:35.886625 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:35.923438 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208a018-0f53-4fcb-979f-42ccfac3f239 req-536e00ec-7d22-47de-82c8-64559204ab0b tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:35.925959 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-9208a018-0f53-4fcb-979f-42ccfac3f239 req-536e00ec-7d22-47de-82c8-64559204ab0b tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.1057405 Jun 18 12:58:35.981319 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-9208a018-0f53-4fcb-979f-42ccfac3f239 req-0a0d7bba-08cd-42ef-b976-5d8b9fe3ce5e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489283 Jun 18 12:58:36.008715 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 2571c3e8-ec54-4493-a67a-c45107e1c407 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:58:36.068690 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning for port 2571c3e8-ec54-4493-a67a-c45107e1c407 completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:58:36.073747 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port 2571c3e8-ec54-4493-a67a-c45107e1c407 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:58:36.074166 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:36.161381 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:36.188536 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] For port 2571c3e8-ec54-4493-a67a-c45107e1c407, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=2571c3e8-ec54-4493-a67a-c45107e1c407,segment=NetworkSegment(b79588fc-20f0-437a-9a07-92a6b1056918),segment_id=b79588fc-20f0-437a-9a07-92a6b1056918)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:58:36.188747 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 53032) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:58:36.193938 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-b8232b8d-097c-45b2-936c-b8b4e1d8dee6 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Request body: {'security_group': {'name': 'tempest-securitygroup--992677374', 'description': 'tempest-description--276157046'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:58:36.194473 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:36.197773 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:36.230823 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-b8232b8d-097c-45b2-936c-b8b4e1d8dee6 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:36.254600 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Pushing event updated for resources: {'Port': ['ID=2571c3e8-ec54-4493-a67a-c45107e1c407,revision_number=4']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:36.257951 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:36.324010 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-b8232b8d-097c-45b2-936c-b8b4e1d8dee6 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:36.329834 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-b8232b8d-097c-45b2-936c-b8b4e1d8dee6 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:36.333990 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-2fd04559-178a-4337-af62-53edf5e22113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:36.364236 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-b8232b8d-097c-45b2-936c-b8b4e1d8dee6 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:36.365468 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-b8232b8d-097c-45b2-936c-b8b4e1d8dee6 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1756394 Jun 18 12:58:36.368404 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 53038) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:58:36.374247 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-e282d52c-d335-4701-b7e6-e6861204c795 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Request body: {'security_group_rule': {'security_group_id': '27dd32b1-d6c5-4741-a5f0-f3ec85018812', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:58:36.378639 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 53040) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:58:36.389758 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8232b8d-097c-45b2-936c-b8b4e1d8dee6 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27dd32b1-d6c5-4741-a5f0-f3ec85018812,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:36.389758 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-b8232b8d-097c-45b2-936c-b8b4e1d8dee6 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:36.411909 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e282d52c-d335-4701-b7e6-e6861204c795 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:36.472559 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e282d52c-d335-4701-b7e6-e6861204c795 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:36.476592 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e282d52c-d335-4701-b7e6-e6861204c795 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017479'] for security_group_rule, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:36.478709 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-584c2484-5a1f-4081-b7a1-118c7300c1ae tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:36.493666 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282d52c-d335-4701-b7e6-e6861204c795 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc77369-7f91-4e2c-9823-c73295ea3573,revision_number=0']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:36.499867 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-e282d52c-d335-4701-b7e6-e6861204c795 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:36.505736 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e282d52c-d335-4701-b7e6-e6861204c795 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:36.507227 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-e282d52c-d335-4701-b7e6-e6861204c795 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1376209 Jun 18 12:58:36.507551 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-a2143454-37c3-439d-a576-d7506fc0e974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:36.509971 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 53044) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:58:36.515251 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-bb2f6b70-802c-47ed-8030-ace4e65442b5 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Request body: {'security_group_rule': {'security_group_id': '27dd32b1-d6c5-4741-a5f0-f3ec85018812', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:58:36.534580 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.db.api [None req-bb2f6b70-802c-47ed-8030-ace4e65442b5 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 12:58:36.534580 dv-cinder-797073-1-iscsi neutron-server[92826]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 18 12:58:36.534580 dv-cinder-797073-1-iscsi neutron-server[92826]: [parameters: {'project_id': '644594a679e942c59bed9f9e6411811e', 'id': 'b933cd73-7bdf-464c-9d71-f8d919bd8c43', 'expiration': datetime.datetime(2021, 6, 18, 13, 0, 36, 527072)}] Jun 18 12:58:36.534580 dv-cinder-797073-1-iscsi neutron-server[92826]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 12:58:36.535583 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_db.api [None req-bb2f6b70-802c-47ed-8030-ace4e65442b5 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 12:58:36.611256 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-a2143454-37c3-439d-a576-d7506fc0e974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:36.615208 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-a2143454-37c3-439d-a576-d7506fc0e974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:36.618421 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-5afeca4a-6a10-4fab-ac0e-2264b823c189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:36.654461 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-a2143454-37c3-439d-a576-d7506fc0e974 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3102969565aa44eaaf1e16888c65645b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2739027 Jun 18 12:58:36.656940 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 53046) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:58:36.657092 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2143454-37c3-439d-a576-d7506fc0e974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63deb9bf-a864-4152-a225-1bf0689344bf,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:36.660803 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-a2143454-37c3-439d-a576-d7506fc0e974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:36.706784 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-b1348964-8c89-4dae-a145-d3decab6932d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:36.732300 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-b1348964-8c89-4dae-a145-d3decab6932d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:36.759194 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09b4bbb-f678-470c-b57e-d5c98229c970 None None] Sync routers for ids ['534e5e2f-9eea-4850-be2f-281a2dfe94e2'] in dv-cinder-797073-1-iscsi {{(pid=92828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 12:58:36.769757 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09b4bbb-f678-470c-b57e-d5c98229c970 None None] Routers {'534e5e2f-9eea-4850-be2f-281a2dfe94e2'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 12:58:36.770409 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-f09b4bbb-f678-470c-b57e-d5c98229c970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:58:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['534e5e2f-9eea-4850-be2f-281a2dfe94e2'], 'active': True} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:58:36.782363 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-b1348964-8c89-4dae-a145-d3decab6932d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:36.785696 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-b1348964-8c89-4dae-a145-d3decab6932d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:36.786849 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-b1348964-8c89-4dae-a145-d3decab6932d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/63deb9bf-a864-4152-a225-1bf0689344bf HTTP/1.1" status: 204 len: 168 time: 0.1286490 Jun 18 12:58:36.787599 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-ab41d2ce-99cb-4ce2-aaf9-93e751ec4cb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:36.796978 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1348964-8c89-4dae-a145-d3decab6932d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63deb9bf-a864-4152-a225-1bf0689344bf,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:36.801602 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-b1348964-8c89-4dae-a145-d3decab6932d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:36.882062 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvr_db [None req-f09b4bbb-f678-470c-b57e-d5c98229c970 None None] Set router 534e5e2f-9eea-4850-be2f-281a2dfe94e2 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 12:58:37.070494 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-bb2f6b70-802c-47ed-8030-ace4e65442b5 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:37.089475 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 53058) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:58:37.110344 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-f09b4bbb-f678-470c-b57e-d5c98229c970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'name': 'tempest-AttachVolumeTestJSON-247744625-router', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '2571c3e8-ec54-4493-a67a-c45107e1c407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:58:31Z', 'updated_at': '2021-06-18T12:58:34Z', 'revision_number': 4, 'project_id': '644594a679e942c59bed9f9e6411811e', 'gw_port': {'id': '2571c3e8-ec54-4493-a67a-c45107e1c407', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:58:31Z', 'updated_at': '2021-06-18T12:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': 'e87aca46-b19d-4a5d-a666-4dc82c0bf476', 'name': '', 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'mac_address': 'fa:16:3e:ec:a0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '27bb86f4-b359-4030-a800-8900e90a475a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:58:33Z', 'updated_at': '2021-06-18T12:58:34Z', 'revision_number': 2, 'project_id': '644594a679e942c59bed9f9e6411811e', 'subnets': [{'id': '27bb86f4-b359-4030-a800-8900e90a475a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:58:37.116152 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-6642d5f1-7899-45b1-875f-b397d4ba9c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:37.136319 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09b4bbb-f678-470c-b57e-d5c98229c970 None None] Checking router: 534e5e2f-9eea-4850-be2f-281a2dfe94e2 for host: dv-cinder-797073-1-iscsi {{(pid=92828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 12:58:37.136678 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09b4bbb-f678-470c-b57e-d5c98229c970 None None] Updating router 534e5e2f-9eea-4850-be2f-281a2dfe94e2 port e87aca46-b19d-4a5d-a666-4dc82c0bf476 binding host dv-cinder-797073-1-iscsi {{(pid=92828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 12:58:37.171291 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-f09b4bbb-f678-470c-b57e-d5c98229c970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:37.199176 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-bb2f6b70-802c-47ed-8030-ace4e65442b5 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:37.211793 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-bb2f6b70-802c-47ed-8030-ace4e65442b5 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017479'] for security_group_rule, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:37.226733 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-3ee59d5c-4867-4d38-b352-376161ae9cca tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:37.251745 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f6b70-802c-47ed-8030-ace4e65442b5 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=639fa562-60bf-4fcc-9780-7f16b014247c,revision_number=0']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:37.255343 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-bb2f6b70-802c-47ed-8030-ace4e65442b5 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:37.273237 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e54fa4-2978-4f9b-8f5f-47edead43e91 req-b3b482d1-c1f3-4b21-964c-81238a26386a tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:37.274781 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-17e54fa4-2978-4f9b-8f5f-47edead43e91 req-b3b482d1-c1f3-4b21-964c-81238a26386a tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.1598551 Jun 18 12:58:37.342098 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-17e54fa4-2978-4f9b-8f5f-47edead43e91 req-e219caab-3f8e-4b17-9a02-2f2d3a058cd3 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594363 Jun 18 12:58:37.358768 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-6642d5f1-7899-45b1-875f-b397d4ba9c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:37.363885 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-6642d5f1-7899-45b1-875f-b397d4ba9c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:37.369132 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-2a399f7b-7935-4840-9fa1-f5f2b34a6202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:37.393394 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-bb2f6b70-802c-47ed-8030-ace4e65442b5 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:37.397564 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-bb2f6b70-802c-47ed-8030-ace4e65442b5 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8831248 Jun 18 12:58:37.398361 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 53062) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:58:37.402684 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-57e238f2-4115-4122-9607-34f995e97c33 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Request body: {'floatingip': {'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:58:37.418309 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642d5f1-7899-45b1-875f-b397d4ba9c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbaae861-9473-48bc-be8d-a36f4d11b3cf,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:37.423699 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-6642d5f1-7899-45b1-875f-b397d4ba9c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:37.428338 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-6642d5f1-7899-45b1-875f-b397d4ba9c8c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=069d5cad3f42425a99a4cd2c164ef238&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3375111 Jun 18 12:58:37.431028 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 53064) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:58:37.444110 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-57e238f2-4115-4122-9607-34f995e97c33 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for floatingip, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:37.457351 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-f09b4bbb-f678-470c-b57e-d5c98229c970 None None] Notify callbacks [] for port, precommit_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:37.467089 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.provisioning_blocks [None req-f09b4bbb-f678-470c-b57e-d5c98229c970 None None] Transition to ACTIVE for port object e87aca46-b19d-4a5d-a666-4dc82c0bf476 will not be triggered until provisioned by entity L2. {{(pid=92828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:58:37.473081 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-f09b4bbb-f678-470c-b57e-d5c98229c970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:37.476050 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG oslo_concurrency.lockutils [None req-8bf170c1-f097-4fd2-8c5a-6272d1afc800 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:37.494367 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-77977160-c7d1-425a-b758-b889f2a8f99e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:37.520835 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-77977160-c7d1-425a-b758-b889f2a8f99e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:37.546667 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b1648-dca9-4637-9f27-6fb665ee3193 None None] Pushing event updated for resources: {'Port': ['ID=e87aca46-b19d-4a5d-a666-4dc82c0bf476,revision_number=3']} {{(pid=92828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:37.552583 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-57e238f2-4115-4122-9607-34f995e97c33 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:37.555206 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b1648-dca9-4637-9f27-6fb665ee3193 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:37.555764 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b1648-dca9-4637-9f27-6fb665ee3193 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:37.556265 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b1648-dca9-4637-9f27-6fb665ee3193 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:37.556837 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b1648-dca9-4637-9f27-6fb665ee3193 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:37.557322 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b1648-dca9-4637-9f27-6fb665ee3193 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:37.557822 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b1648-dca9-4637-9f27-6fb665ee3193 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:37.558314 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b1648-dca9-4637-9f27-6fb665ee3193 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:37.558838 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b1648-dca9-4637-9f27-6fb665ee3193 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:37.559443 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b1648-dca9-4637-9f27-6fb665ee3193 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:37.559959 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b1648-dca9-4637-9f27-6fb665ee3193 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:37.560470 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b1648-dca9-4637-9f27-6fb665ee3193 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:37.561027 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b1648-dca9-4637-9f27-6fb665ee3193 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:58:37.565826 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG oslo_concurrency.lockutils [None req-ec5b1648-dca9-4637-9f27-6fb665ee3193 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:37.573296 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-77977160-c7d1-425a-b758-b889f2a8f99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:37.576212 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-77977160-c7d1-425a-b758-b889f2a8f99e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:37.580355 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-77977160-c7d1-425a-b758-b889f2a8f99e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cbaae861-9473-48bc-be8d-a36f4d11b3cf HTTP/1.1" status: 204 len: 168 time: 0.1474974 Jun 18 12:58:37.581865 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-923999b8-ec1a-4b25-9fd7-593f96e0024c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:37.590707 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77977160-c7d1-425a-b758-b889f2a8f99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbaae861-9473-48bc-be8d-a36f4d11b3cf,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:37.593430 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-77977160-c7d1-425a-b758-b889f2a8f99e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:37.626121 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.managers [None req-f09b4bbb-f678-470c-b57e-d5c98229c970 None None] Attempting to bind port e87aca46-b19d-4a5d-a666-4dc82c0bf476 on host dv-cinder-797073-1-iscsi for vnic_type normal with profile {{(pid=92828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 12:58:37.626465 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.managers [None req-f09b4bbb-f678-470c-b57e-d5c98229c970 None None] Attempting to bind port e87aca46-b19d-4a5d-a666-4dc82c0bf476 by drivers openvswitch,hyperv on host dv-cinder-797073-1-iscsi at level 0 using segments [{'id': '00c35550-828e-48d5-844c-99d49cf59e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f'}] {{(pid=92828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 12:58:37.626838 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09b4bbb-f678-470c-b57e-d5c98229c970 None None] Attempting to bind port e87aca46-b19d-4a5d-a666-4dc82c0bf476 on network 104453e3-7b6d-46e4-8eed-f30fcc01cf9f {{(pid=92828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:58:37.632699 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09b4bbb-f678-470c-b57e-d5c98229c970 None None] Checking agent: {'id': '157fcad4-361f-41bd-95f6-95639e81fcdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 45, 55), 'started_at': datetime.datetime(2021, 6, 18, 12, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 12, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 12:58:37.633138 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09b4bbb-f678-470c-b57e-d5c98229c970 None None] Checking segment: {'id': '00c35550-828e-48d5-844c-99d49cf59e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:58:37.633545 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-f09b4bbb-f678-470c-b57e-d5c98229c970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:37.634086 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09b4bbb-f678-470c-b57e-d5c98229c970 None None] Bound using segment: {'id': '00c35550-828e-48d5-844c-99d49cf59e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f'} {{(pid=92828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 12:58:37.634565 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.managers [None req-f09b4bbb-f678-470c-b57e-d5c98229c970 None None] Bound port: e87aca46-b19d-4a5d-a666-4dc82c0bf476, host: dv-cinder-797073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00c35550-828e-48d5-844c-99d49cf59e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f'}}] {{(pid=92828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 12:58:37.634942 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-f09b4bbb-f678-470c-b57e-d5c98229c970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:37.702324 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.db [None req-f09b4bbb-f678-470c-b57e-d5c98229c970 None None] For port e87aca46-b19d-4a5d-a666-4dc82c0bf476, host dv-cinder-797073-1-iscsi, cleared binding levels {{(pid=92828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 12:58:37.707699 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.db [None req-f09b4bbb-f678-470c-b57e-d5c98229c970 None None] For port e87aca46-b19d-4a5d-a666-4dc82c0bf476, host dv-cinder-797073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=e87aca46-b19d-4a5d-a666-4dc82c0bf476,segment=NetworkSegment(00c35550-828e-48d5-844c-99d49cf59e0e),segment_id=00c35550-828e-48d5-844c-99d49cf59e0e)] {{(pid=92828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 12:58:37.713441 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-f09b4bbb-f678-470c-b57e-d5c98229c970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:37.717530 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 2571c3e8-ec54-4493-a67a-c45107e1c407 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:58:37.726860 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:37.753122 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.db_base_plugin_common [None req-57e238f2-4115-4122-9607-34f995e97c33 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Allocated IP 172.27.0.235 (9d896988-a366-408b-a158-be6ed4023cc1/a87da4ed-432b-4387-92bb-db12946e6cdf/121aaf47-4ba6-4d9e-9933-16aa8fb3c877) {{(pid=92825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 12:58:37.779982 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b1648-dca9-4637-9f27-6fb665ee3193 None None] Pushing event updated for resources: {'Port': ['ID=e87aca46-b19d-4a5d-a666-4dc82c0bf476,revision_number=4']} {{(pid=92828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:37.809539 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09b4bbb-f678-470c-b57e-d5c98229c970 None None] Routers {'534e5e2f-9eea-4850-be2f-281a2dfe94e2'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 12:58:37.810164 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-f09b4bbb-f678-470c-b57e-d5c98229c970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:58:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['534e5e2f-9eea-4850-be2f-281a2dfe94e2'], 'active': True} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:58:37.826109 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port 2571c3e8-ec54-4493-a67a-c45107e1c407 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:58:37.826776 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:37.902085 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-57e238f2-4115-4122-9607-34f995e97c33 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for port, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:37.931840 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvr_db [None req-f09b4bbb-f678-470c-b57e-d5c98229c970 None None] Set router 534e5e2f-9eea-4850-be2f-281a2dfe94e2 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 12:58:37.956119 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-57e238f2-4115-4122-9607-34f995e97c33 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8372378'] for port, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:37.959872 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:38.017403 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e238f2-4115-4122-9607-34f995e97c33 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Network 9d896988-a366-408b-a158-be6ed4023cc1 is already hosted by enough agents. {{(pid=92825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:58:38.021714 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [None req-57e238f2-4115-4122-9607-34f995e97c33 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Resources bound (agent type, host, resource id): {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:58:38.024502 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e238f2-4115-4122-9607-34f995e97c33 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Received port after_create {{(pid=92825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 12:58:38.051510 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e238f2-4115-4122-9607-34f995e97c33 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Pushing event updated for resources: {'Port': ['ID=121aaf47-4ba6-4d9e-9933-16aa8fb3c877,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:38.054556 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-57e238f2-4115-4122-9607-34f995e97c33 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:38.090316 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG oslo_concurrency.lockutils [None req-ec5b1648-dca9-4637-9f27-6fb665ee3193 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=92828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:38.144858 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-57e238f2-4115-4122-9607-34f995e97c33 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:38.155249 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-f09b4bbb-f678-470c-b57e-d5c98229c970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'name': 'tempest-AttachVolumeTestJSON-247744625-router', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '2571c3e8-ec54-4493-a67a-c45107e1c407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:58:31Z', 'updated_at': '2021-06-18T12:58:34Z', 'revision_number': 4, 'project_id': '644594a679e942c59bed9f9e6411811e', 'gw_port': {'id': '2571c3e8-ec54-4493-a67a-c45107e1c407', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:58:31Z', 'updated_at': '2021-06-18T12:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': 'e87aca46-b19d-4a5d-a666-4dc82c0bf476', 'name': '', 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'mac_address': 'fa:16:3e:ec:a0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '27bb86f4-b359-4030-a800-8900e90a475a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:58:33Z', 'updated_at': '2021-06-18T12:58:37Z', 'revision_number': 4, 'project_id': '644594a679e942c59bed9f9e6411811e', 'subnets': [{'id': '27bb86f4-b359-4030-a800-8900e90a475a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:58:38.185096 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09b4bbb-f678-470c-b57e-d5c98229c970 None None] The sync data for ids ['534e5e2f-9eea-4850-be2f-281a2dfe94e2'] in dv-cinder-797073-1-iscsi is: [{'id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'name': 'tempest-AttachVolumeTestJSON-247744625-router', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '2571c3e8-ec54-4493-a67a-c45107e1c407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:58:31Z', 'updated_at': '2021-06-18T12:58:34Z', 'revision_number': 4, 'project_id': '644594a679e942c59bed9f9e6411811e', 'gw_port': {'id': '2571c3e8-ec54-4493-a67a-c45107e1c407', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:58:31Z', 'updated_at': '2021-06-18T12:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': 'e87aca46-b19d-4a5d-a666-4dc82c0bf476', 'name': '', 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'mac_address': 'fa:16:3e:ec:a0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '27bb86f4-b359-4030-a800-8900e90a475a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:58:33Z', 'updated_at': '2021-06-18T12:58:37Z', 'revision_number': 4, 'project_id': '644594a679e942c59bed9f9e6411811e', 'subnets': [{'id': '27bb86f4-b359-4030-a800-8900e90a475a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 12:58:38.202429 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-57e238f2-4115-4122-9607-34f995e97c33 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:38.403828 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-57e238f2-4115-4122-9607-34f995e97c33 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for port, precommit_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:38.409823 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-57e238f2-4115-4122-9607-34f995e97c33 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8372396'] for port, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:38.412150 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-ad2f97d7-fc78-4203-b589-1063714a2d5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:38.505500 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-57e238f2-4115-4122-9607-34f995e97c33 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055052'] for floatingip, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:38.551832 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e238f2-4115-4122-9607-34f995e97c33 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Pushing event updated for resources: {'Port': ['ID=121aaf47-4ba6-4d9e-9933-16aa8fb3c877,revision_number=2']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:38.555745 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-57e238f2-4115-4122-9607-34f995e97c33 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:38.566450 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-57e238f2-4115-4122-9607-34f995e97c33 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for floatingip, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:38.567680 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-57e238f2-4115-4122-9607-34f995e97c33 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1688380 Jun 18 12:58:38.604452 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2c916-8226-4ccf-b8e3-b2656cb1d724 req-aeaeab88-fe40-44d1-9b1c-eb649d0b3dea tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:38.606460 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-e2c2c916-8226-4ccf-b8e3-b2656cb1d724 req-aeaeab88-fe40-44d1-9b1c-eb649d0b3dea tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.1054044 Jun 18 12:58:38.652709 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-e2c2c916-8226-4ccf-b8e3-b2656cb1d724 req-2cb941eb-7119-46e3-8315-261136fb0ab6 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391862 Jun 18 12:58:38.831683 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-f1ee5581-9390-412f-a607-778622e9c421 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--992677374&fields=id&tenant_id=644594a679e942c59bed9f9e6411811e HTTP/1.1" status: 200 len: 267 time: 0.0469458 Jun 18 12:58:38.951327 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-0e4877bf-e313-4d01-afbb-bb1d7612ebc3 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:38.952860 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-0e4877bf-e313-4d01-afbb-bb1d7612ebc3 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/networks?id=104453e3-7b6d-46e4-8eed-f30fcc01cf9f HTTP/1.1" status: 200 len: 810 time: 0.1144545 Jun 18 12:58:38.969389 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-0cb35c53-6479-4c7d-a3ba-4c1eb0b8e10c tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/quotas/644594a679e942c59bed9f9e6411811e HTTP/1.1" status: 200 len: 375 time: 0.0096397 Jun 18 12:58:39.034666 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 53112) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:58:39.060422 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-a6cc9ab3-8f07-48ee-ae28-fcbbb43a3362 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=644594a679e942c59bed9f9e6411811e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0838444 Jun 18 12:58:39.147920 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-fc269dad-8074-4909-af93-b68f7560c703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:39.169880 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-d8a86e55-b40d-4909-88b3-2c8deaf5e3a0 service neutron] 10.222.0.86 "GET /v2.0/networks/104453e3-7b6d-46e4-8eed-f30fcc01cf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950358 Jun 18 12:58:39.254043 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-fc269dad-8074-4909-af93-b68f7560c703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:39.258346 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-fc269dad-8074-4909-af93-b68f7560c703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:39.261732 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:39.265347 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-f52c320f-1a91-419f-9e51-6a5b8a59aded service neutron] 10.222.0.86 "GET /v2.0/networks/104453e3-7b6d-46e4-8eed-f30fcc01cf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942674 Jun 18 12:58:39.300590 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-fc269dad-8074-4909-af93-b68f7560c703 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0b45da89408d433cb4ac9dcb1d4a58cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2647650 Jun 18 12:58:39.303753 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 53116) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:58:39.305947 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc269dad-8074-4909-af93-b68f7560c703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da36a01-515b-4966-88e7-a471a8f1f024,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:39.310750 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-fc269dad-8074-4909-af93-b68f7560c703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:39.380438 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-c2a6dbfb-c51f-4de6-aa90-4736daca8270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:39.405626 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-c2a6dbfb-c51f-4de6-aa90-4736daca8270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:39.477750 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-c2a6dbfb-c51f-4de6-aa90-4736daca8270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:39.480748 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-c2a6dbfb-c51f-4de6-aa90-4736daca8270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:39.484159 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-c2a6dbfb-c51f-4de6-aa90-4736daca8270 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9da36a01-515b-4966-88e7-a471a8f1f024 HTTP/1.1" status: 204 len: 168 time: 0.1762013 Jun 18 12:58:39.484159 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-cf8c7021-7712-4401-9857-193f7fe2045f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:39.489136 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ec50c45c-4c47-4f4c-936f-8da49e333495 req-9b259842-aee8-4fb2-ace6-87fc4c0a8080 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 210 time: 0.0412357 Jun 18 12:58:39.499663 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6dbfb-c51f-4de6-aa90-4736daca8270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da36a01-515b-4966-88e7-a471a8f1f024,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:39.508650 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-c2a6dbfb-c51f-4de6-aa90-4736daca8270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:39.691415 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device e87aca46-b19d-4a5d-a666-4dc82c0bf476 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:58:39.769385 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning for port e87aca46-b19d-4a5d-a666-4dc82c0bf476 completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:58:39.776958 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port e87aca46-b19d-4a5d-a666-4dc82c0bf476 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:58:39.777385 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:39.885619 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5f3d6-a1d4-4a07-a6c7-29a8180d2ce1 req-4db8eb16-1a71-4ee7-be0e-510201ad0512 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:39.886221 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:39.887216 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3bd5f3d6-a1d4-4a07-a6c7-29a8180d2ce1 req-4db8eb16-1a71-4ee7-be0e-510201ad0512 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.0824018 Jun 18 12:58:39.931515 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3bd5f3d6-a1d4-4a07-a6c7-29a8180d2ce1 req-5dad6a8a-9138-4d2c-8ed9-5c48fd69e951 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355918 Jun 18 12:58:39.937617 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] For port e87aca46-b19d-4a5d-a666-4dc82c0bf476, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=e87aca46-b19d-4a5d-a666-4dc82c0bf476,segment=NetworkSegment(00c35550-828e-48d5-844c-99d49cf59e0e),segment_id=00c35550-828e-48d5-844c-99d49cf59e0e)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:58:39.943178 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:39.948256 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:40.009282 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Pushing event updated for resources: {'Port': ['ID=e87aca46-b19d-4a5d-a666-4dc82c0bf476,revision_number=5']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:40.013144 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:40.642462 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-10d46187-9fc0-4021-8633-c6d43b58e72b req-c03e1425-182f-4f52-af71-c69c624cd349 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 210 time: 0.0467517 Jun 18 12:58:40.794010 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-70fa8cf9-512f-4612-82a3-3b7a6589181a tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:40.795531 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-70fa8cf9-512f-4612-82a3-3b7a6589181a tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.77 "GET /v2.0/networks?id=104453e3-7b6d-46e4-8eed-f30fcc01cf9f HTTP/1.1" status: 200 len: 810 time: 0.1082420 Jun 18 12:58:40.857669 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-77636ca1-0c63-4842-9a44-ee4fad5cf9f3 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=644594a679e942c59bed9f9e6411811e HTTP/1.1" status: 200 len: 379 time: 0.0475798 Jun 18 12:58:40.867125 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-e7e0730b-3d8a-49c1-9d4b-636d89752f24 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Request body: {'port': {'device_id': '467f4bb5-c9ac-4443-9868-e152c5392249', 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f', 'admin_state_up': True, 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'security_groups': ['27dd32b1-d6c5-4741-a5f0-f3ec85018812']}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:58:40.981503 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-e7e0730b-3d8a-49c1-9d4b-636d89752f24 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Made reservation on behalf of 644594a679e942c59bed9f9e6411811e for: {'port': 1} {{(pid=92826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:58:40.985294 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-e7e0730b-3d8a-49c1-9d4b-636d89752f24 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:41.156882 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.db_base_plugin_common [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-e7e0730b-3d8a-49c1-9d4b-636d89752f24 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Allocated IP 172.20.0.6 (104453e3-7b6d-46e4-8eed-f30fcc01cf9f/27bb86f4-b359-4030-a800-8900e90a475a/d489e913-36d3-4f50-a9ec-70dcfed2aca1) {{(pid=92826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 12:58:41.180418 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72168e4b-f2fb-4ede-9cfb-43f31ac39922 req-87235e59-9fb1-44c0-96e3-4d52e50151c7 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:41.182173 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-72168e4b-f2fb-4ede-9cfb-43f31ac39922 req-87235e59-9fb1-44c0-96e3-4d52e50151c7 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.1212387 Jun 18 12:58:41.260110 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-72168e4b-f2fb-4ede-9cfb-43f31ac39922 req-30654ed0-af40-47f3-b5ab-cfe212eadc53 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711732 Jun 18 12:58:41.344567 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-e7e0730b-3d8a-49c1-9d4b-636d89752f24 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for port, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:41.358410 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.provisioning_blocks [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-e7e0730b-3d8a-49c1-9d4b-636d89752f24 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Transition to ACTIVE for port object d489e913-36d3-4f50-a9ec-70dcfed2aca1 will not be triggered until provisioned by entity DHCP. {{(pid=92826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:58:41.390970 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-e7e0730b-3d8a-49c1-9d4b-636d89752f24 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4940139'] for port, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:41.395251 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-49852980-f434-4031-919a-1a5421b03786 tempest-ServerRescueNegativeTestJSON-1558577965 tempest-ServerRescueNegativeTestJSON-1558577965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:41.442462 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-e7e0730b-3d8a-49c1-9d4b-636d89752f24 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Network 104453e3-7b6d-46e4-8eed-f30fcc01cf9f is already hosted by enough agents. {{(pid=92826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:58:41.446286 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.base_scheduler [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-e7e0730b-3d8a-49c1-9d4b-636d89752f24 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Resources bound (agent type, host, resource id): {{(pid=92826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:58:41.450497 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-e7e0730b-3d8a-49c1-9d4b-636d89752f24 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Received port after_create {{(pid=92826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 12:58:41.456798 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e0730b-3d8a-49c1-9d4b-636d89752f24 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Pushing event updated for resources: {'Port': ['ID=d489e913-36d3-4f50-a9ec-70dcfed2aca1,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:41.476641 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-e7e0730b-3d8a-49c1-9d4b-636d89752f24 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:41.502994 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-e7e0730b-3d8a-49c1-9d4b-636d89752f24 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:41.503695 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-e7e0730b-3d8a-49c1-9d4b-636d89752f24 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:41.518042 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-e7e0730b-3d8a-49c1-9d4b-636d89752f24 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6545360 Jun 18 12:58:41.578171 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-54caa7e6-b0e1-4fa3-bbac-8629ef43125b service neutron] Request body: {'port': {'device_id': '467f4bb5-c9ac-4443-9868-e152c5392249', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79707'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:58:41.641318 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device e87aca46-b19d-4a5d-a666-4dc82c0bf476 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:58:41.656451 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-54caa7e6-b0e1-4fa3-bbac-8629ef43125b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:41.684656 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-ee3715cb-bdd3-4859-8cbd-d7f85f9165bf None None] Provisioning for port d489e913-36d3-4f50-a9ec-70dcfed2aca1 completed by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:58:41.690136 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-ee3715cb-bdd3-4859-8cbd-d7f85f9165bf None None] Provisioning complete for port d489e913-36d3-4f50-a9ec-70dcfed2aca1 triggered by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:58:41.690880 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-ee3715cb-bdd3-4859-8cbd-d7f85f9165bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:41.727532 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-ee3715cb-bdd3-4859-8cbd-d7f85f9165bf None None] Port d489e913-36d3-4f50-a9ec-70dcfed2aca1 cannot update to ACTIVE because it is not bound. {{(pid=92827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 12:58:41.743092 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port e87aca46-b19d-4a5d-a666-4dc82c0bf476 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:58:41.743474 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:41.832646 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7509b1-0b20-4dc9-a9d3-39384038b267 req-344fc2fb-55a3-4554-a988-8b5ac4632861 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:41.834256 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ea7509b1-0b20-4dc9-a9d3-39384038b267 req-344fc2fb-55a3-4554-a988-8b5ac4632861 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 931 time: 0.0685847 Jun 18 12:58:41.872096 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ea7509b1-0b20-4dc9-a9d3-39384038b267 req-b236b076-de9e-446a-bb1b-1a1e04cf8033 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320342 Jun 18 12:58:41.946841 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.notifiers.nova [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-54caa7e6-b0e1-4fa3-bbac-8629ef43125b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d489e913-36d3-4f50-a9ec-70dcfed2aca1 {{(pid=92826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 12:58:41.954118 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-54caa7e6-b0e1-4fa3-bbac-8629ef43125b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:41.965954 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.provisioning_blocks [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-54caa7e6-b0e1-4fa3-bbac-8629ef43125b service neutron] Transition to ACTIVE for port object d489e913-36d3-4f50-a9ec-70dcfed2aca1 will not be triggered until provisioned by entity L2. {{(pid=92826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:58:41.976827 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-54caa7e6-b0e1-4fa3-bbac-8629ef43125b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4940125'] for port, after_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:41.978824 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:42.049905 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54caa7e6-b0e1-4fa3-bbac-8629ef43125b service neutron] Pushing event updated for resources: {'Port': ['ID=d489e913-36d3-4f50-a9ec-70dcfed2aca1,revision_number=2']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:42.054688 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-54caa7e6-b0e1-4fa3-bbac-8629ef43125b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:42.126342 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.managers [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-54caa7e6-b0e1-4fa3-bbac-8629ef43125b service neutron] Attempting to bind port d489e913-36d3-4f50-a9ec-70dcfed2aca1 on host hv-cinder-79707 for vnic_type normal with profile {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 12:58:42.126668 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.managers [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-54caa7e6-b0e1-4fa3-bbac-8629ef43125b service neutron] Attempting to bind port d489e913-36d3-4f50-a9ec-70dcfed2aca1 by drivers openvswitch,hyperv on host hv-cinder-79707 at level 0 using segments [{'id': '00c35550-828e-48d5-844c-99d49cf59e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f'}] {{(pid=92826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 12:58:42.126993 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-54caa7e6-b0e1-4fa3-bbac-8629ef43125b service neutron] Attempting to bind port d489e913-36d3-4f50-a9ec-70dcfed2aca1 on network 104453e3-7b6d-46e4-8eed-f30fcc01cf9f {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:58:42.132775 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-54caa7e6-b0e1-4fa3-bbac-8629ef43125b service neutron] Port d489e913-36d3-4f50-a9ec-70dcfed2aca1 on network 104453e3-7b6d-46e4-8eed-f30fcc01cf9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79707 {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 12:58:42.133102 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-54caa7e6-b0e1-4fa3-bbac-8629ef43125b service neutron] Attempting to bind port d489e913-36d3-4f50-a9ec-70dcfed2aca1 on network 104453e3-7b6d-46e4-8eed-f30fcc01cf9f {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:58:42.137988 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-54caa7e6-b0e1-4fa3-bbac-8629ef43125b service neutron] Checking agent: {'id': '7546d223-5e56-44d8-9441-1a8a85fbff90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79707', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'started_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 12, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 12:58:42.138320 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-54caa7e6-b0e1-4fa3-bbac-8629ef43125b service neutron] Checking segment: {'id': '00c35550-828e-48d5-844c-99d49cf59e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:58:42.138700 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-54caa7e6-b0e1-4fa3-bbac-8629ef43125b service neutron] Bound using segment: {'id': '00c35550-828e-48d5-844c-99d49cf59e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f'} {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 12:58:42.139118 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.managers [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-54caa7e6-b0e1-4fa3-bbac-8629ef43125b service neutron] Bound port: d489e913-36d3-4f50-a9ec-70dcfed2aca1, host: hv-cinder-79707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c35550-828e-48d5-844c-99d49cf59e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f'}}] {{(pid=92826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 12:58:42.139460 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-54caa7e6-b0e1-4fa3-bbac-8629ef43125b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:42.202961 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-54caa7e6-b0e1-4fa3-bbac-8629ef43125b service neutron] For port d489e913-36d3-4f50-a9ec-70dcfed2aca1, host hv-cinder-79707, cleared binding levels {{(pid=92826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 12:58:42.206959 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-54caa7e6-b0e1-4fa3-bbac-8629ef43125b service neutron] For port d489e913-36d3-4f50-a9ec-70dcfed2aca1, host hv-cinder-79707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=d489e913-36d3-4f50-a9ec-70dcfed2aca1,segment=NetworkSegment(00c35550-828e-48d5-844c-99d49cf59e0e),segment_id=00c35550-828e-48d5-844c-99d49cf59e0e)] {{(pid=92826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 12:58:42.210279 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-54caa7e6-b0e1-4fa3-bbac-8629ef43125b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4940125'] for port, after_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:42.213053 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-32ea56fd-59b0-45db-aa3c-80c7467b61f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:42.241759 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-54caa7e6-b0e1-4fa3-bbac-8629ef43125b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:42.242424 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-54caa7e6-b0e1-4fa3-bbac-8629ef43125b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:42.243723 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-54caa7e6-b0e1-4fa3-bbac-8629ef43125b service neutron] 10.222.0.77 "PUT /v2.0/ports/d489e913-36d3-4f50-a9ec-70dcfed2aca1 HTTP/1.1" status: 200 len: 1093 time: 0.6702480 Jun 18 12:58:42.244191 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467f4bb5-c9ac-4443-9868-e152c5392249', 'tag': 'd489e913-36d3-4f50-a9ec-70dcfed2aca1'}] {{(pid=92826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 12:58:42.246477 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7173dab7d1fbfef731d5f8fd5c52510eeface1fe9a62799688baadb2f5777418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13faec1-4833-4ad4-a131-64a419d25cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "467f4bb5-c9ac-4443-9868-e152c5392249", "tag": "d489e913-36d3-4f50-a9ec-70dcfed2aca1"}]}' {{(pid=92826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 12:58:42.282134 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54caa7e6-b0e1-4fa3-bbac-8629ef43125b service neutron] Pushing event updated for resources: {'Port': ['ID=d489e913-36d3-4f50-a9ec-70dcfed2aca1,revision_number=3']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:42.287948 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-54caa7e6-b0e1-4fa3-bbac-8629ef43125b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:42.306215 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 12:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef80f426-a0d5-465a-b1c5-4dfb0e8d04d7 x-openstack-request-id: req-ef80f426-a0d5-465a-b1c5-4dfb0e8d04d7 {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 12:58:42.306215 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467f4bb5-c9ac-4443-9868-e152c5392249", "tag": "d489e913-36d3-4f50-a9ec-70dcfed2aca1", "status": "completed", "code": 200}]} {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 12:58:42.306215 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ef80f426-a0d5-465a-b1c5-4dfb0e8d04d7 {{(pid=92826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 12:58:42.306215 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '467f4bb5-c9ac-4443-9868-e152c5392249', 'tag': 'd489e913-36d3-4f50-a9ec-70dcfed2aca1', 'status': 'completed', 'code': 200} Jun 18 12:58:42.409888 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13faec1-4833-4ad4-a131-64a419d25cb3 req-02563b10-d979-442c-bbae-c0cc02c3298d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:42.411387 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c13faec1-4833-4ad4-a131-64a419d25cb3 req-02563b10-d979-442c-bbae-c0cc02c3298d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=644594a679e942c59bed9f9e6411811e&device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 1096 time: 0.0754726 Jun 18 12:58:42.506597 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23352fa-5a36-40ed-84d6-5cf1a9840d5b req-75e53097-d5c6-40ad-969b-f66c1a1f78a8 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:42.509246 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c23352fa-5a36-40ed-84d6-5cf1a9840d5b req-75e53097-d5c6-40ad-969b-f66c1a1f78a8 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.0797198 Jun 18 12:58:42.537991 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13faec1-4833-4ad4-a131-64a419d25cb3 req-1828a2cd-bc9d-41d0-ad69-cd801ae735bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:42.539423 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c13faec1-4833-4ad4-a131-64a419d25cb3 req-1828a2cd-bc9d-41d0-ad69-cd801ae735bd service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=644594a679e942c59bed9f9e6411811e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1137860 Jun 18 12:58:42.553493 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c23352fa-5a36-40ed-84d6-5cf1a9840d5b req-41f021f2-f823-4729-8625-b92831c79968 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374799 Jun 18 12:58:42.915844 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13faec1-4833-4ad4-a131-64a419d25cb3 req-b2dffdc4-9ffe-4dcf-b9e8-35e12de4c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:42.917339 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c13faec1-4833-4ad4-a131-64a419d25cb3 req-b2dffdc4-9ffe-4dcf-b9e8-35e12de4c5a1 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3706589 Jun 18 12:58:43.062487 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-feccba88-2224-431b-887f-1f4e69c7d13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:43.063803 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-feccba88-2224-431b-887f-1f4e69c7d13d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=644594a679e942c59bed9f9e6411811e&device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 1096 time: 0.0916727 Jun 18 12:58:43.077993 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486774f7-5020-44bb-ab06-4c82e56a2b10 req-3e108302-e726-48e4-aced-65eef3afdb84 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:43.079311 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-486774f7-5020-44bb-ab06-4c82e56a2b10 req-3e108302-e726-48e4-aced-65eef3afdb84 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 943 time: 0.0817149 Jun 18 12:58:43.123252 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-37929cd7-3dd8-4738-a904-32c214f3d5af service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d489e913-36d3-4f50-a9ec-70dcfed2aca1 HTTP/1.1" status: 200 len: 217 time: 0.0430157 Jun 18 12:58:43.169636 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-486774f7-5020-44bb-ab06-4c82e56a2b10 req-0a134daa-04e2-481f-9680-eea461c1ba1c tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838702 Jun 18 12:58:43.181961 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-b84b2ab1-139e-405c-ade6-fd22e3fdcdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:43.183344 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-b84b2ab1-139e-405c-ade6-fd22e3fdcdf1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=27bb86f4-b359-4030-a800-8900e90a475a HTTP/1.1" status: 200 len: 849 time: 0.0536580 Jun 18 12:58:43.243533 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-ccd63297-ddf3-4efb-9c8d-01cacbb3aee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:43.244993 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-ccd63297-ddf3-4efb-9c8d-01cacbb3aee7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=104453e3-7b6d-46e4-8eed-f30fcc01cf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535786 Jun 18 12:58:43.333117 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-398f4188-2337-4550-8370-4e7375ce9305 service neutron] 10.222.0.77 "GET /v2.0/networks/104453e3-7b6d-46e4-8eed-f30fcc01cf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806091 Jun 18 12:58:43.428912 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-01f74aee-9b4b-49d1-8afa-8c8555509fb5 req-77e02eff-18fb-40d6-bfef-81254d24e8cb service neutron] 10.222.0.77 "GET /v2.0/networks/104453e3-7b6d-46e4-8eed-f30fcc01cf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888641 Jun 18 12:58:43.741075 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d82295-c88e-44d9-8a8f-f58f50082795 req-568db715-41db-4d95-bd17-08fc4d2b8d0e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:43.742533 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-e1d82295-c88e-44d9-8a8f-f58f50082795 req-568db715-41db-4d95-bd17-08fc4d2b8d0e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.0655956 Jun 18 12:58:43.782512 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-e1d82295-c88e-44d9-8a8f-f58f50082795 req-6cb36268-835e-4253-9584-5873a72ccaa9 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344243 Jun 18 12:58:43.787393 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 53212) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:58:43.893236 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-06d04140-639a-484f-8281-f3c1e4c1e2a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:43.977923 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-06d04140-639a-484f-8281-f3c1e4c1e2a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:43.981429 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-06d04140-639a-484f-8281-f3c1e4c1e2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:43.984611 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-9d6a6fdb-d4cd-4a5a-94dc-cc257e259b62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:44.020828 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-06d04140-639a-484f-8281-f3c1e4c1e2a2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5f157f0c3b3d409dbb69fbaa1749a0be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292151 Jun 18 12:58:44.020828 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d04140-639a-484f-8281-f3c1e4c1e2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936fee3c-b9d1-4423-8196-ee3beed3b9a2,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:44.021322 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 53218) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:58:44.023380 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-06d04140-639a-484f-8281-f3c1e4c1e2a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:44.074116 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-e82a4ce5-6cca-4951-b219-ed2f23079102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:44.094984 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-e82a4ce5-6cca-4951-b219-ed2f23079102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:44.145272 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-e82a4ce5-6cca-4951-b219-ed2f23079102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:44.147782 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-e82a4ce5-6cca-4951-b219-ed2f23079102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:44.148893 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-e82a4ce5-6cca-4951-b219-ed2f23079102 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/936fee3c-b9d1-4423-8196-ee3beed3b9a2 HTTP/1.1" status: 204 len: 168 time: 0.1265657 Jun 18 12:58:44.149609 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-fc269dad-8074-4909-af93-b68f7560c703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:44.156670 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a4ce5-6cca-4951-b219-ed2f23079102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936fee3c-b9d1-4423-8196-ee3beed3b9a2,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:44.159586 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-e82a4ce5-6cca-4951-b219-ed2f23079102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:44.354402 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933ec99-ceb2-47dd-a9aa-2f13b6c81a14 req-9ece472b-93b8-4104-a9a8-43440aaf081c tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:44.355806 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4933ec99-ceb2-47dd-a9aa-2f13b6c81a14 req-9ece472b-93b8-4104-a9a8-43440aaf081c tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 943 time: 0.0672336 Jun 18 12:58:44.395443 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4933ec99-ceb2-47dd-a9aa-2f13b6c81a14 req-de68e226-9a7a-45ec-920a-826ef8378e34 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336926 Jun 18 12:58:44.417672 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 53226) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:58:44.431347 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-0db96911-25a3-4929-a04a-aa1e6fe8f68c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:44.526476 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-0db96911-25a3-4929-a04a-aa1e6fe8f68c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:44.530114 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-0db96911-25a3-4929-a04a-aa1e6fe8f68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:44.533915 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-10d1d428-36cf-49d5-bbe0-7bb7a78ac0a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:44.570009 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-0db96911-25a3-4929-a04a-aa1e6fe8f68c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c7028623cbf7459496f3dbcef580854a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1512375 Jun 18 12:58:44.570886 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db96911-25a3-4929-a04a-aa1e6fe8f68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43574b60-887e-4a0e-8a37-b452b99074ce,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:44.572637 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 53228) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:58:44.573876 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-0db96911-25a3-4929-a04a-aa1e6fe8f68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:44.625021 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-79c84e36-5e15-4367-9cd2-9cf5a8518e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:44.645560 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-79c84e36-5e15-4367-9cd2-9cf5a8518e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:44.690671 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-79c84e36-5e15-4367-9cd2-9cf5a8518e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:44.693395 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-79c84e36-5e15-4367-9cd2-9cf5a8518e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:44.694489 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-79c84e36-5e15-4367-9cd2-9cf5a8518e04 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/43574b60-887e-4a0e-8a37-b452b99074ce HTTP/1.1" status: 204 len: 168 time: 0.1208704 Jun 18 12:58:44.695200 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-a6eb889f-d0b6-43a9-9147-4decd23b2f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:44.702217 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c84e36-5e15-4367-9cd2-9cf5a8518e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43574b60-887e-4a0e-8a37-b452b99074ce,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:44.704463 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-79c84e36-5e15-4367-9cd2-9cf5a8518e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:44.966399 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a19f32-a94d-4bae-9eea-a4c3a0782d16 req-c4c2fe7b-1273-4a0b-b0b1-99b96d9a6a9e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:44.967869 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-a7a19f32-a94d-4bae-9eea-a4c3a0782d16 req-c4c2fe7b-1273-4a0b-b0b1-99b96d9a6a9e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.0663462 Jun 18 12:58:45.007065 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-a7a19f32-a94d-4bae-9eea-a4c3a0782d16 req-4e85a59e-c409-4f90-953d-20f83ad23a32 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320339 Jun 18 12:58:45.557681 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 9955890c-cd41-4916-aa48-c585e48021b9 details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=92827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 12:58:45.572523 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425ac4d-9f0a-41a7-8249-7c6aa7c457e6 req-945c7dad-6a3a-4709-a8d1-061a3fc14257 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:45.574080 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c425ac4d-9f0a-41a7-8249-7c6aa7c457e6 req-945c7dad-6a3a-4709-a8d1-061a3fc14257 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 943 time: 0.0661254 Jun 18 12:58:45.618472 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c425ac4d-9f0a-41a7-8249-7c6aa7c457e6 req-51f43631-1d56-4db5-bad5-501f8c37ee38 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359962 Jun 18 12:58:45.666144 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 9955890c-cd41-4916-aa48-c585e48021b9, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=9955890c-cd41-4916-aa48-c585e48021b9,segment=NetworkSegment(23b88fce-5b57-4798-9ca4-628ae6f60edb),segment_id=23b88fce-5b57-4798-9ca4-628ae6f60edb)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:58:45.679134 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Returning: {'device': '9955890c-cd41-4916-aa48-c585e48021b9', 'network_id': '1ff29541-7511-4984-adea-fc36150ec103', 'port_id': '9955890c-cd41-4916-aa48-c585e48021b9', 'mac_address': 'fa:16:3e:95:79:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac677325-f406-437d-8e84-8b08f5594ded', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 12:58:45.725561 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:45.740104 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9955890c-cd41-4916-aa48-c585e48021b9 {{(pid=92827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 12:58:45.761020 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 9955890c-cd41-4916-aa48-c585e48021b9, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=9955890c-cd41-4916-aa48-c585e48021b9,segment=NetworkSegment(23b88fce-5b57-4798-9ca4-628ae6f60edb),segment_id=23b88fce-5b57-4798-9ca4-628ae6f60edb)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:58:45.765466 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:45.767401 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-c66c3705-d2a6-442f-889c-587b205430b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:45.813883 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=9955890c-cd41-4916-aa48-c585e48021b9,revision_number=6']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:45.817587 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:45.915314 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['9955890c-cd41-4916-aa48-c585e48021b9'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 12:58:46.184773 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe369e78-2288-4cc5-b9a1-1e09d68e8889 req-c54038b5-c9a9-428f-abe4-614c9fd4ed47 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:46.186262 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-fe369e78-2288-4cc5-b9a1-1e09d68e8889 req-c54038b5-c9a9-428f-abe4-614c9fd4ed47 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 945 time: 0.0649896 Jun 18 12:58:46.224727 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-fe369e78-2288-4cc5-b9a1-1e09d68e8889 req-e74e3d32-9b5f-44cf-b014-fb3c828df1e9 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321333 Jun 18 12:58:46.803573 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbeda1b-fd1b-4ff7-9012-bd152a4b3090 req-16985881-c579-484a-b33c-d80a3997f2d5 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:46.805067 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4dbeda1b-fd1b-4ff7-9012-bd152a4b3090 req-16985881-c579-484a-b33c-d80a3997f2d5 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 943 time: 0.0669055 Jun 18 12:58:46.842560 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4dbeda1b-fd1b-4ff7-9012-bd152a4b3090 req-a4739cda-2ee8-4f23-a1cb-86ff5a0b7f5a tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318189 Jun 18 12:58:47.404451 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e694e60-e3d5-45c4-a59b-667231e3fc91 req-7b5abca9-9be4-4e85-a300-93a7160aecdb tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:47.405991 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0e694e60-e3d5-45c4-a59b-667231e3fc91 req-7b5abca9-9be4-4e85-a300-93a7160aecdb tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 945 time: 0.0659399 Jun 18 12:58:47.443181 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0e694e60-e3d5-45c4-a59b-667231e3fc91 req-f02b0b03-e9b7-40b8-9061-45f1575146bc tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315137 Jun 18 12:58:47.554932 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 9955890c-cd41-4916-aa48-c585e48021b9 up at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:58:47.603595 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning complete for port 9955890c-cd41-4916-aa48-c585e48021b9 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:58:47.603980 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:47.679500 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:47.700450 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69f1c9d-2952-4bef-bcc5-9217af8cd15f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9955890c-cd41-4916-aa48-c585e48021b9'}] {{(pid=92827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 12:58:47.702732 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c43e27dad5924667550749323780498268b495889c5e44707aafbe87e8432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44fa8c6-1a61-4437-b53c-4f953bfd76af" -d '{"events": [{"server_uuid": "c69f1c9d-2952-4bef-bcc5-9217af8cd15f", "name": "network-vif-plugged", "status": "completed", "tag": "9955890c-cd41-4916-aa48-c585e48021b9"}]}' {{(pid=92827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 12:58:47.719654 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 9955890c-cd41-4916-aa48-c585e48021b9, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=9955890c-cd41-4916-aa48-c585e48021b9,segment=NetworkSegment(23b88fce-5b57-4798-9ca4-628ae6f60edb),segment_id=23b88fce-5b57-4798-9ca4-628ae6f60edb)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:58:47.725760 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:47.727716 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:47.749285 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 12:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61dc886c-c337-4967-9d7a-6894747e49ab x-openstack-request-id: req-61dc886c-c337-4967-9d7a-6894747e49ab {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 12:58:47.749582 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c69f1c9d-2952-4bef-bcc5-9217af8cd15f", "name": "network-vif-plugged", "status": "completed", "tag": "9955890c-cd41-4916-aa48-c585e48021b9", "code": 200}]} {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 12:58:47.749843 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-61dc886c-c337-4967-9d7a-6894747e49ab {{(pid=92827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 12:58:47.750233 dv-cinder-797073-1-iscsi neutron-server[92827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69f1c9d-2952-4bef-bcc5-9217af8cd15f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9955890c-cd41-4916-aa48-c585e48021b9', 'code': 200} Jun 18 12:58:47.775283 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=9955890c-cd41-4916-aa48-c585e48021b9,revision_number=7']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:47.778205 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:48.029899 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a263d7-a97d-4fe3-8d91-517e6b3aabdc req-d29fd1bb-32f8-4408-8ef5-bd03dd5298c1 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:48.031579 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-71a263d7-a97d-4fe3-8d91-517e6b3aabdc req-d29fd1bb-32f8-4408-8ef5-bd03dd5298c1 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 943 time: 0.0710897 Jun 18 12:58:48.075849 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-71a263d7-a97d-4fe3-8d91-517e6b3aabdc req-049e6bab-5e66-45cb-af3b-0770e0956810 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342810 Jun 18 12:58:48.629464 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5dcc7f-2856-4b36-8577-526c7ec57478 req-5bc769ff-e032-4292-b941-d91645dfa899 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:48.630786 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-8e5dcc7f-2856-4b36-8577-526c7ec57478 req-5bc769ff-e032-4292-b941-d91645dfa899 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.0611496 Jun 18 12:58:48.668551 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-8e5dcc7f-2856-4b36-8577-526c7ec57478 req-ea38a280-01c5-49e8-8700-91e90867f5f5 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321810 Jun 18 12:58:49.259070 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4700d-4c62-4cce-9b17-e39a3d28ca73 req-45376a72-5461-4b8b-82ea-1ccd9928a82b tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:49.260530 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-e5b4700d-4c62-4cce-9b17-e39a3d28ca73 req-45376a72-5461-4b8b-82ea-1ccd9928a82b tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 943 time: 0.0653093 Jun 18 12:58:49.297394 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-e5b4700d-4c62-4cce-9b17-e39a3d28ca73 req-241f4d22-92ca-4e94-b6dc-4110f843e5a9 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311439 Jun 18 12:58:49.845338 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba3b6a-fe37-4b01-a0eb-7c54dad4cb11 req-50d3af93-d0a6-4a2c-a57a-163895c05fda tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:49.846754 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-98ba3b6a-fe37-4b01-a0eb-7c54dad4cb11 req-50d3af93-d0a6-4a2c-a57a-163895c05fda tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.0621634 Jun 18 12:58:49.884459 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-98ba3b6a-fe37-4b01-a0eb-7c54dad4cb11 req-4e97cc2e-eabc-48fd-99dc-f36f1681ae04 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320954 Jun 18 12:58:50.625826 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00271662-2573-4d2e-8655-0cd203bc655b req-5524e354-9d99-4fea-a054-0dd023c943f5 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:50.627178 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-00271662-2573-4d2e-8655-0cd203bc655b req-5524e354-9d99-4fea-a054-0dd023c943f5 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 943 time: 0.2187893 Jun 18 12:58:50.664050 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-00271662-2573-4d2e-8655-0cd203bc655b req-71691914-d0b9-4285-adce-4c8f96527dc7 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312099 Jun 18 12:58:51.061871 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45d969-0adb-4705-b8f7-bf9d46a4f6a2 req-0c880c42-6c0f-4731-ae06-8931384b0d03 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:51.063285 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1c45d969-0adb-4705-b8f7-bf9d46a4f6a2 req-0c880c42-6c0f-4731-ae06-8931384b0d03 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.0663104 Jun 18 12:58:51.100034 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1c45d969-0adb-4705-b8f7-bf9d46a4f6a2 req-4792281a-912a-46e6-8098-4717fc810b8c tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304966 Jun 18 12:58:51.300501 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device d489e913-36d3-4f50-a9ec-70dcfed2aca1 details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=92827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 12:58:51.395343 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port d489e913-36d3-4f50-a9ec-70dcfed2aca1, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=d489e913-36d3-4f50-a9ec-70dcfed2aca1,segment=NetworkSegment(00c35550-828e-48d5-844c-99d49cf59e0e),segment_id=00c35550-828e-48d5-844c-99d49cf59e0e)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:58:51.406053 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Returning: {'device': 'd489e913-36d3-4f50-a9ec-70dcfed2aca1', 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f', 'port_id': 'd489e913-36d3-4f50-a9ec-70dcfed2aca1', 'mac_address': 'fa:16:3e:00:ce:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27bb86f4-b359-4030-a800-8900e90a475a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 12:58:51.445717 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:51.457853 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d489e913-36d3-4f50-a9ec-70dcfed2aca1 {{(pid=92827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 12:58:51.476094 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port d489e913-36d3-4f50-a9ec-70dcfed2aca1, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=d489e913-36d3-4f50-a9ec-70dcfed2aca1,segment=NetworkSegment(00c35550-828e-48d5-844c-99d49cf59e0e),segment_id=00c35550-828e-48d5-844c-99d49cf59e0e)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:58:51.480150 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:51.481799 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:58:51.526539 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=d489e913-36d3-4f50-a9ec-70dcfed2aca1,revision_number=4']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:58:51.529632 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:58:51.833568 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba49e2-4893-4eda-aa75-e7e005daffc4 req-cad91f5d-5691-42c8-9aa2-13706f453809 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:51.835087 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-89ba49e2-4893-4eda-aa75-e7e005daffc4 req-cad91f5d-5691-42c8-9aa2-13706f453809 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 944 time: 0.0636153 Jun 18 12:58:51.854721 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-011bf504-b209-49f8-9511-a960fea310f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:51.874204 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-89ba49e2-4893-4eda-aa75-e7e005daffc4 req-ae2c7bfa-a618-488f-bc5f-d03465443351 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335231 Jun 18 12:58:52.333532 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061b63b-fdc5-42f4-8de4-5236b8a9a72a req-c182310b-2f65-4d76-b981-6658266ad443 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:52.335011 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3061b63b-fdc5-42f4-8de4-5236b8a9a72a req-c182310b-2f65-4d76-b981-6658266ad443 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.1212020 Jun 18 12:58:52.371921 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3061b63b-fdc5-42f4-8de4-5236b8a9a72a req-8aae13a5-ba90-41a9-9658-eaa9f88c2d13 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313425 Jun 18 12:58:53.052230 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1939e-336c-4da2-8a30-ad67ee38cad8 req-a43793b0-4bdc-4e45-9abc-fd554b2b23f4 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:53.053679 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-1cb1939e-336c-4da2-8a30-ad67ee38cad8 req-a43793b0-4bdc-4e45-9abc-fd554b2b23f4 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 944 time: 0.0625708 Jun 18 12:58:53.090638 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-1cb1939e-336c-4da2-8a30-ad67ee38cad8 req-56e0213b-b198-429c-9a2f-a7101ecb87e4 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314035 Jun 18 12:58:53.556990 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2a2a4-1910-4d5a-bc10-c1426e4909af req-fc2a8ad1-c7b9-40a1-a91f-7ca356162de6 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:53.558476 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5ca2a2a4-1910-4d5a-bc10-c1426e4909af req-fc2a8ad1-c7b9-40a1-a91f-7ca356162de6 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.0669420 Jun 18 12:58:53.597806 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5ca2a2a4-1910-4d5a-bc10-c1426e4909af req-aa1d50df-d06f-42f1-909f-097c7ac31faf tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336709 Jun 18 12:58:54.265391 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df5628-ebda-47ea-8864-e8cfbea947c2 req-f2c2ea58-c46c-456d-b82b-77f5f7215414 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:54.266821 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-91df5628-ebda-47ea-8864-e8cfbea947c2 req-f2c2ea58-c46c-456d-b82b-77f5f7215414 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 944 time: 0.0679255 Jun 18 12:58:54.307355 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-91df5628-ebda-47ea-8864-e8cfbea947c2 req-5a5bb502-31ad-4fae-aa71-fb0f3463fa37 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338271 Jun 18 12:58:54.700957 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-cc9232ca-d712-478c-930f-921ca7ffd4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:54.710863 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['d489e913-36d3-4f50-a9ec-70dcfed2aca1'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 12:58:54.786338 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d4d5e-8acc-4168-ac60-f16aca267da8 req-3018a45d-ebf3-4116-96ab-a73b009e436d tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:54.788385 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1d3d4d5e-8acc-4168-ac60-f16aca267da8 req-3018a45d-ebf3-4116-96ab-a73b009e436d tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.0705016 Jun 18 12:58:54.826499 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1d3d4d5e-8acc-4168-ac60-f16aca267da8 req-ffba2970-760f-4318-ab66-ebb5edb8ca1c tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320537 Jun 18 12:58:55.039113 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:55.497296 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2926b-82bd-42a7-893a-90a183cf15d3 req-2e7c66cf-8807-47fa-8bf8-17564f10c101 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:55.498786 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c7c2926b-82bd-42a7-893a-90a183cf15d3 req-2e7c66cf-8807-47fa-8bf8-17564f10c101 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 944 time: 0.0639834 Jun 18 12:58:55.538086 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c7c2926b-82bd-42a7-893a-90a183cf15d3 req-4ff6dd7b-5e0d-45a4-94b1-c12c8b5d73b1 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324087 Jun 18 12:58:55.943418 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:56.006836 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6428a33-ec1e-43ad-9442-8d9f623c4780 req-ac03a2a8-ecc2-413c-bb44-082094ff9a2a tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:56.008267 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e6428a33-ec1e-43ad-9442-8d9f623c4780 req-ac03a2a8-ecc2-413c-bb44-082094ff9a2a tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.0617723 Jun 18 12:58:56.045985 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e6428a33-ec1e-43ad-9442-8d9f623c4780 req-acbe906e-cf5a-4381-aeac-f42dc92e7e5f tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320559 Jun 18 12:58:56.712173 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44a243-d3a7-43d8-bab8-a98ee5438576 req-6d2b4d05-63ee-452e-aadb-d108d4c50a1c tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:56.713644 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-3d44a243-d3a7-43d8-bab8-a98ee5438576 req-6d2b4d05-63ee-452e-aadb-d108d4c50a1c tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 944 time: 0.0660985 Jun 18 12:58:56.755954 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-3d44a243-d3a7-43d8-bab8-a98ee5438576 req-c9c3a430-7b6e-45cc-877e-a92e7ade5b07 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367062 Jun 18 12:58:57.225758 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3db4d-b87a-4aba-8193-e9c7a9221ef7 req-3457c0c5-cf6a-4c7d-b5cc-834cb72a00c9 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:57.227250 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-9ff3db4d-b87a-4aba-8193-e9c7a9221ef7 req-3457c0c5-cf6a-4c7d-b5cc-834cb72a00c9 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.0658288 Jun 18 12:58:57.264981 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-9ff3db4d-b87a-4aba-8193-e9c7a9221ef7 req-66aced05-c11e-4506-8eb4-a79d2992a116 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315464 Jun 18 12:58:57.682251 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:58:57.931205 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b008d9-19eb-4209-a5b0-e5ebbf16e1b2 req-a8e89440-2a4b-4f52-862f-fe8d36cf04f8 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:57.932573 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-65b008d9-19eb-4209-a5b0-e5ebbf16e1b2 req-a8e89440-2a4b-4f52-862f-fe8d36cf04f8 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 944 time: 0.0654416 Jun 18 12:58:57.968268 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-65b008d9-19eb-4209-a5b0-e5ebbf16e1b2 req-27cf4c95-6756-43fc-b1ad-94d92d5ff89c tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298412 Jun 18 12:58:58.442655 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183cf1d-ef3f-4554-b8bc-3f0ee0989628 req-8926920d-d200-452b-96d4-a96733f70bc6 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:58.444068 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4183cf1d-ef3f-4554-b8bc-3f0ee0989628 req-8926920d-d200-452b-96d4-a96733f70bc6 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.0623584 Jun 18 12:58:58.481058 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4183cf1d-ef3f-4554-b8bc-3f0ee0989628 req-dc40d94d-70fb-45f7-8913-ddeee15e8107 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313919 Jun 18 12:58:59.143400 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef320e33-203f-4faa-9e11-3b89010158d8 req-004b1f24-be50-4caf-a749-eb39f25bb807 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:59.144897 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ef320e33-203f-4faa-9e11-3b89010158d8 req-004b1f24-be50-4caf-a749-eb39f25bb807 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 944 time: 0.0615883 Jun 18 12:58:59.181487 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ef320e33-203f-4faa-9e11-3b89010158d8 req-2405cc92-9441-47d0-aa4f-8f79e7e7cfd0 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307386 Jun 18 12:58:59.661965 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d989e-58a9-4003-8181-382bfd3b9153 req-01a06d5a-5553-4c6f-9859-36c3ff806802 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:58:59.663303 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3b7d989e-58a9-4003-8181-382bfd3b9153 req-01a06d5a-5553-4c6f-9859-36c3ff806802 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.0675569 Jun 18 12:58:59.702269 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3b7d989e-58a9-4003-8181-382bfd3b9153 req-adcf9049-50d5-4dd1-9d16-8d31f9d73129 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333407 Jun 18 12:59:00.027076 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:00.354098 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a7520-a1ef-48ba-9073-14dd1d8882a2 req-ded99c76-a490-4ca5-b78e-9d6365ac774f tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:00.355528 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-153a7520-a1ef-48ba-9073-14dd1d8882a2 req-ded99c76-a490-4ca5-b78e-9d6365ac774f tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 944 time: 0.0660861 Jun 18 12:59:00.393146 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-153a7520-a1ef-48ba-9073-14dd1d8882a2 req-62868f1a-9e3e-4a14-966a-2cad1f89a94d tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317996 Jun 18 12:59:00.812460 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced83c7-ab8d-4ffa-83c2-67b814e56cde req-15d5fadd-02ef-43f6-9343-7d1a614803de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:00.813967 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1ced83c7-ab8d-4ffa-83c2-67b814e56cde req-15d5fadd-02ef-43f6-9343-7d1a614803de service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f05dfc5e1c54a9c8c16e92e579c9b1d&device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 1099 time: 0.0582848 Jun 18 12:59:00.887742 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce09bf-2d0e-4337-be9a-8e7e4a092011 req-a7aaac1b-3c5e-4b58-a564-712799c1eb0c tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:00.889394 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-01ce09bf-2d0e-4337-be9a-8e7e4a092011 req-a7aaac1b-3c5e-4b58-a564-712799c1eb0c tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.0696414 Jun 18 12:59:00.984547 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-01ce09bf-2d0e-4337-be9a-8e7e4a092011 req-81451a75-19a4-42c5-9560-e7555355b85d tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835779 Jun 18 12:59:01.009238 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced83c7-ab8d-4ffa-83c2-67b814e56cde req-af38ad02-91a0-4cee-9f81-1ea038f4dba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:01.010660 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1ced83c7-ab8d-4ffa-83c2-67b814e56cde req-af38ad02-91a0-4cee-9f81-1ea038f4dba6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1ff29541-7511-4984-adea-fc36150ec103 HTTP/1.1" status: 200 len: 916 time: 0.1635001 Jun 18 12:59:01.305644 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1ced83c7-ab8d-4ffa-83c2-67b814e56cde req-fa4ad45b-fffe-4858-842e-6801bf8d5d90 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9955890c-cd41-4916-aa48-c585e48021b9 HTTP/1.1" status: 200 len: 1002 time: 0.0942729 Jun 18 12:59:01.357039 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced83c7-ab8d-4ffa-83c2-67b814e56cde req-056b7d6a-33a4-474f-ba8a-3068a9ca8517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:01.358484 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1ced83c7-ab8d-4ffa-83c2-67b814e56cde req-056b7d6a-33a4-474f-ba8a-3068a9ca8517 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ac677325-f406-437d-8e84-8b08f5594ded HTTP/1.1" status: 200 len: 854 time: 0.0465028 Jun 18 12:59:01.423009 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced83c7-ab8d-4ffa-83c2-67b814e56cde req-74dac370-d341-435e-bd85-49f497804d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:01.425419 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1ced83c7-ab8d-4ffa-83c2-67b814e56cde req-74dac370-d341-435e-bd85-49f497804d50 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1ff29541-7511-4984-adea-fc36150ec103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531869 Jun 18 12:59:01.522031 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1ced83c7-ab8d-4ffa-83c2-67b814e56cde req-ba3347d5-b2be-44f9-bdc6-c64815c7f085 service neutron] 10.222.0.77 "GET /v2.0/networks/1ff29541-7511-4984-adea-fc36150ec103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905988 Jun 18 12:59:01.584321 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711233c0-99e9-4c1e-8d8e-7843d1a9efc4 req-8f02516d-cfff-4b21-8d5c-dc1231d7cff7 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:01.586002 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-711233c0-99e9-4c1e-8d8e-7843d1a9efc4 req-8f02516d-cfff-4b21-8d5c-dc1231d7cff7 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 944 time: 0.0784190 Jun 18 12:59:01.633315 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1ced83c7-ab8d-4ffa-83c2-67b814e56cde req-cf232802-6cc2-4947-86c0-a20f012da5e3 service neutron] 10.222.0.77 "GET /v2.0/networks/1ff29541-7511-4984-adea-fc36150ec103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047204 Jun 18 12:59:01.635331 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-711233c0-99e9-4c1e-8d8e-7843d1a9efc4 req-cfd230f0-e427-4065-8f2e-73d44a1a2ede tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437503 Jun 18 12:59:02.035929 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device d489e913-36d3-4f50-a9ec-70dcfed2aca1 up at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:59:02.103302 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning for port d489e913-36d3-4f50-a9ec-70dcfed2aca1 completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:59:02.108782 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning complete for port d489e913-36d3-4f50-a9ec-70dcfed2aca1 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:59:02.109380 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:02.260912 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a5e06-c38f-4c64-bf31-4f1b7d06eff2 req-b029e42b-5686-4860-bec7-ef78130ca863 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:02.264090 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ef3a5e06-c38f-4c64-bf31-4f1b7d06eff2 req-b029e42b-5686-4860-bec7-ef78130ca863 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.1260295 Jun 18 12:59:02.340961 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ef3a5e06-c38f-4c64-bf31-4f1b7d06eff2 req-472c49ae-6889-4881-bb7c-e3c81889fa41 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702090 Jun 18 12:59:02.420089 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:02.449688 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467f4bb5-c9ac-4443-9868-e152c5392249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd489e913-36d3-4f50-a9ec-70dcfed2aca1'}] {{(pid=92827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 12:59:02.452417 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c43e27dad5924667550749323780498268b495889c5e44707aafbe87e8432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81269634-acbc-4fe7-a0a6-b7b9200270b7" -d '{"events": [{"server_uuid": "467f4bb5-c9ac-4443-9868-e152c5392249", "name": "network-vif-plugged", "status": "completed", "tag": "d489e913-36d3-4f50-a9ec-70dcfed2aca1"}]}' {{(pid=92827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 12:59:02.480665 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port d489e913-36d3-4f50-a9ec-70dcfed2aca1, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=d489e913-36d3-4f50-a9ec-70dcfed2aca1,segment=NetworkSegment(00c35550-828e-48d5-844c-99d49cf59e0e),segment_id=00c35550-828e-48d5-844c-99d49cf59e0e)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:59:02.485282 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:02.487745 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-7e58df81-9791-42d4-9dbc-0b83951812ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:02.511080 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 12:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed11fe19-2f9d-41d2-97b2-855b1857471f x-openstack-request-id: req-ed11fe19-2f9d-41d2-97b2-855b1857471f {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 12:59:02.511381 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467f4bb5-c9ac-4443-9868-e152c5392249", "name": "network-vif-plugged", "status": "completed", "tag": "d489e913-36d3-4f50-a9ec-70dcfed2aca1", "code": 200}]} {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 12:59:02.511642 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ed11fe19-2f9d-41d2-97b2-855b1857471f {{(pid=92827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 12:59:02.512032 dv-cinder-797073-1-iscsi neutron-server[92827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '467f4bb5-c9ac-4443-9868-e152c5392249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd489e913-36d3-4f50-a9ec-70dcfed2aca1', 'code': 200} Jun 18 12:59:02.545988 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=d489e913-36d3-4f50-a9ec-70dcfed2aca1,revision_number=5']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:02.551498 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:02.873794 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975adae4-70c6-42a5-a84d-080820073f34 req-5bb1849f-26e3-420c-b1c6-f53334df1a81 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:02.875393 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-975adae4-70c6-42a5-a84d-080820073f34 req-5bb1849f-26e3-420c-b1c6-f53334df1a81 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 945 time: 0.1100471 Jun 18 12:59:02.879921 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24debfc-0129-439f-8509-7a92cecef27b req-7e6f9ccb-7d0f-49d5-a04d-3128190652e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:02.881308 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d24debfc-0129-439f-8509-7a92cecef27b req-7e6f9ccb-7d0f-49d5-a04d-3128190652e8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 1098 time: 0.1259298 Jun 18 12:59:02.946329 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-975adae4-70c6-42a5-a84d-080820073f34 req-74c15ddc-0dbb-4eb0-a997-9668463e9c52 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610917 Jun 18 12:59:02.948308 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d24debfc-0129-439f-8509-7a92cecef27b req-e817764a-af6c-49c7-be16-a7d231c5f50a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568225 Jun 18 12:59:03.511803 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 12:59:03.732892 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2684c8f8-6ae0-477f-8f6f-3606aaaa4cbc req-e321845f-6a67-42f8-bdae-fe75560e3b6f tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:03.743724 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-2684c8f8-6ae0-477f-8f6f-3606aaaa4cbc req-e321845f-6a67-42f8-bdae-fe75560e3b6f tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.0912037 Jun 18 12:59:03.779011 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-2684c8f8-6ae0-477f-8f6f-3606aaaa4cbc req-a5bb4d51-f56b-4bbe-a8cb-707427bb27d2 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343812 Jun 18 12:59:04.151921 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001e418-ad25-4473-aaa5-1fff2e91b7ad req-010f00ca-e677-44ef-a5a1-a4f5f5bdd3e9 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:04.153451 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5001e418-ad25-4473-aaa5-1fff2e91b7ad req-010f00ca-e677-44ef-a5a1-a4f5f5bdd3e9 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 945 time: 0.0734713 Jun 18 12:59:04.195405 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5001e418-ad25-4473-aaa5-1fff2e91b7ad req-01eb5e23-5aa9-4b60-97f8-230c1fedb66a tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358636 Jun 18 12:59:04.987982 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdeaf4b-decf-4e63-ad91-47d3515415e1 req-464b3e67-b71f-4e5f-b83e-bd16dae9b482 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:04.989560 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-afdeaf4b-decf-4e63-ad91-47d3515415e1 req-464b3e67-b71f-4e5f-b83e-bd16dae9b482 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.0696969 Jun 18 12:59:05.033529 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-afdeaf4b-decf-4e63-ad91-47d3515415e1 req-6ad70201-3c50-49ee-8a3c-22746c009698 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378373 Jun 18 12:59:05.413181 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299e6ce-560b-4159-b16c-48ed21dcfd53 req-48198dc0-7a24-4ee2-b36e-8e78815fcf66 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:05.415492 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-f299e6ce-560b-4159-b16c-48ed21dcfd53 req-48198dc0-7a24-4ee2-b36e-8e78815fcf66 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 945 time: 0.0941215 Jun 18 12:59:05.460115 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-f299e6ce-560b-4159-b16c-48ed21dcfd53 req-b068a24b-5173-48c9-9d7c-2f363711edf5 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387046 Jun 18 12:59:06.217829 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e06e6e-67f1-4571-a391-3dde284a48de req-fc915156-60eb-4bfb-ad3f-9217705e185f tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:06.219290 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-61e06e6e-67f1-4571-a391-3dde284a48de req-fc915156-60eb-4bfb-ad3f-9217705e185f tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.0641897 Jun 18 12:59:06.260254 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-61e06e6e-67f1-4571-a391-3dde284a48de req-af7b8875-05bb-4173-948f-e84d498b5c0e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348916 Jun 18 12:59:06.643894 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2e84e-a88a-443a-9369-906bac87bcd6 req-be7fe315-054e-4ce1-a41f-0e7af9abdf4e tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:06.645379 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e0d2e84e-a88a-443a-9369-906bac87bcd6 req-be7fe315-054e-4ce1-a41f-0e7af9abdf4e tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 945 time: 0.0695961 Jun 18 12:59:06.685456 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e0d2e84e-a88a-443a-9369-906bac87bcd6 req-90f7e92b-5245-4620-a762-3e356f1ff3a4 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340452 Jun 18 12:59:07.466204 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a563218-1fc1-4e5f-95c4-e210a53a5ac1 req-0f8a23ee-d80c-491d-8cf1-c56d4cec7a5b tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:07.467789 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-1a563218-1fc1-4e5f-95c4-e210a53a5ac1 req-0f8a23ee-d80c-491d-8cf1-c56d4cec7a5b tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.0763509 Jun 18 12:59:07.514140 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-1a563218-1fc1-4e5f-95c4-e210a53a5ac1 req-a9a07115-09f7-40b7-ad14-659221069473 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371983 Jun 18 12:59:07.886785 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58959ad0-4550-46b7-91a8-6bca671a4a50 req-13510858-518b-4247-8d47-ea0aba5de182 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:07.888511 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-58959ad0-4550-46b7-91a8-6bca671a4a50 req-13510858-518b-4247-8d47-ea0aba5de182 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 945 time: 0.0759499 Jun 18 12:59:07.934184 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-58959ad0-4550-46b7-91a8-6bca671a4a50 req-93b34e97-1c05-4bf1-a05f-3d4718294545 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390382 Jun 18 12:59:08.727751 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433db86-411a-4512-8483-7317b15b8c09 req-9b4f8e76-82c8-4036-826b-732646c29c19 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:08.730146 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-1433db86-411a-4512-8483-7317b15b8c09 req-9b4f8e76-82c8-4036-826b-732646c29c19 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.0677240 Jun 18 12:59:08.775863 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-1433db86-411a-4512-8483-7317b15b8c09 req-ae5d5df9-9f95-4841-978f-2209e1b4b196 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378346 Jun 18 12:59:09.160884 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd677b1f-9039-4b3c-bfbb-ca572855fe69 req-6e9a8525-c303-4dca-ae37-b2347fb6367d tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:09.162594 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-bd677b1f-9039-4b3c-bfbb-ca572855fe69 req-6e9a8525-c303-4dca-ae37-b2347fb6367d tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 945 time: 0.0739131 Jun 18 12:59:09.204034 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-bd677b1f-9039-4b3c-bfbb-ca572855fe69 req-08bfbc9b-9973-479c-93c6-94e92531497d tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336807 Jun 18 12:59:09.390878 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9adaac3-5844-496c-964b-793b8a47a234 req-6bb0e857-f709-43a2-b9c3-a92a70d19894 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:09.392415 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c9adaac3-5844-496c-964b-793b8a47a234 req-6bb0e857-f709-43a2-b9c3-a92a70d19894 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 945 time: 0.0722308 Jun 18 12:59:09.401333 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 53524) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:59:09.406173 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-7a9935e1-b8a6-429b-ab34-279e2028b41c tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Request body: {'floatingip': {'port_id': 'd489e913-36d3-4f50-a9ec-70dcfed2aca1'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:59:09.504734 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-7a9935e1-b8a6-429b-ab34-279e2028b41c tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for floatingip, before_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:10.067745 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6331818-0345-4c72-b125-19e1492135c2 req-9fe0fe60-6281-4ea9-9634-d4099a0ebd5a tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:10.075254 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-f6331818-0345-4c72-b125-19e1492135c2 req-9fe0fe60-6281-4ea9-9634-d4099a0ebd5a tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.1069469 Jun 18 12:59:10.131775 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-f6331818-0345-4c72-b125-19e1492135c2 req-324dc889-ab8a-4990-b083-c6c763b90c4a tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552928 Jun 18 12:59:10.696598 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-7a9935e1-b8a6-429b-ab34-279e2028b41c tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:10.702014 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-7a9935e1-b8a6-429b-ab34-279e2028b41c tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055052'] for floatingip, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:10.816249 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.db.l3_db [None req-7a9935e1-b8a6-429b-ab34-279e2028b41c tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Floating IP 68d60a68-a754-4e54-8d2a-f6657b98a753 associated. External IP: 172.27.0.235, port: d489e913-36d3-4f50-a9ec-70dcfed2aca1. Jun 18 12:59:11.060234 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9935e1-b8a6-429b-ab34-279e2028b41c tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Router 534e5e2f-9eea-4850-be2f-281a2dfe94e2 has already been hosted by L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc {{(pid=92825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 12:59:11.176300 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9935e1-b8a6-429b-ab34-279e2028b41c tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 12:59:11.183101 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-7a9935e1-b8a6-429b-ab34-279e2028b41c tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for floatingip, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:11.214834 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fab54e-4a07-4284-a5d3-e5a5c53496b4 None None] Sync routers for ids ['534e5e2f-9eea-4850-be2f-281a2dfe94e2'] in dv-cinder-797073-1-iscsi {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 12:59:11.225443 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-7a9935e1-b8a6-429b-ab34-279e2028b41c tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "PUT /v2.0/floatingips/68d60a68-a754-4e54-8d2a-f6657b98a753 HTTP/1.1" status: 200 len: 991 time: 1.8202667 Jun 18 12:59:11.225443 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467f4bb5-c9ac-4443-9868-e152c5392249', 'tag': 'd489e913-36d3-4f50-a9ec-70dcfed2aca1'}] {{(pid=92825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 12:59:11.235045 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fab54e-4a07-4284-a5d3-e5a5c53496b4 None None] Routers {'534e5e2f-9eea-4850-be2f-281a2dfe94e2'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 12:59:11.235338 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cbce1c661b203a7f45efff8c445c42f162c6430a9c28178aa2be3d6d959831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a34a7f1-b66c-446d-b597-271ea3eb3c1f" -d '{"events": [{"name": "network-changed", "server_uuid": "467f4bb5-c9ac-4443-9868-e152c5392249", "tag": "d489e913-36d3-4f50-a9ec-70dcfed2aca1"}]}' {{(pid=92825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 12:59:11.235688 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-14fab54e-4a07-4284-a5d3-e5a5c53496b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:58:55Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['534e5e2f-9eea-4850-be2f-281a2dfe94e2'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:59:11.344609 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52730338-9abf-4c0f-aec4-4f1317e9b923 req-79561ee5-cd39-49ca-8797-71eb53019876 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:11.347158 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-52730338-9abf-4c0f-aec4-4f1317e9b923 req-79561ee5-cd39-49ca-8797-71eb53019876 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.0822811 Jun 18 12:59:11.355941 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-14fab54e-4a07-4284-a5d3-e5a5c53496b4 None None] Set router 534e5e2f-9eea-4850-be2f-281a2dfe94e2 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 12:59:11.415206 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-52730338-9abf-4c0f-aec4-4f1317e9b923 req-04c5577c-d234-4ad0-afef-3eb1eede5be9 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520155 Jun 18 12:59:11.521639 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 12:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebbebb1-7499-4fa6-83fe-9fd0dcb13bb2 x-openstack-request-id: req-6ebbebb1-7499-4fa6-83fe-9fd0dcb13bb2 {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 12:59:11.521960 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467f4bb5-c9ac-4443-9868-e152c5392249", "tag": "d489e913-36d3-4f50-a9ec-70dcfed2aca1", "status": "completed", "code": 200}]} {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 12:59:11.522245 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6ebbebb1-7499-4fa6-83fe-9fd0dcb13bb2 {{(pid=92825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 12:59:11.522668 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '467f4bb5-c9ac-4443-9868-e152c5392249', 'tag': 'd489e913-36d3-4f50-a9ec-70dcfed2aca1', 'status': 'completed', 'code': 200} Jun 18 12:59:11.664545 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-14fab54e-4a07-4284-a5d3-e5a5c53496b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'name': 'tempest-AttachVolumeTestJSON-247744625-router', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '2571c3e8-ec54-4493-a67a-c45107e1c407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:58:31Z', 'updated_at': '2021-06-18T12:58:34Z', 'revision_number': 4, 'project_id': '644594a679e942c59bed9f9e6411811e', 'gw_port': {'id': '2571c3e8-ec54-4493-a67a-c45107e1c407', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:58:31Z', 'updated_at': '2021-06-18T12:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_floatingips': [{'id': '68d60a68-a754-4e54-8d2a-f6657b98a753', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'router_id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'port_id': 'd489e913-36d3-4f50-a9ec-70dcfed2aca1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f', 'mac_address': 'fa:16:3e:00:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467f4bb5-c9ac-4443-9868-e152c5392249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T12:58:38Z', 'updated_at': '2021-06-18T12:59:10Z', 'revision_number': 1, 'project_id': '644594a679e942c59bed9f9e6411811e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e87aca46-b19d-4a5d-a666-4dc82c0bf476', 'name': '', 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'mac_address': 'fa:16:3e:ec:a0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '27bb86f4-b359-4030-a800-8900e90a475a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:58:33Z', 'updated_at': '2021-06-18T12:58:39Z', 'revision_number': 5, 'project_id': '644594a679e942c59bed9f9e6411811e', 'subnets': [{'id': '27bb86f4-b359-4030-a800-8900e90a475a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:59:11.694385 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fab54e-4a07-4284-a5d3-e5a5c53496b4 None None] Checking router: 534e5e2f-9eea-4850-be2f-281a2dfe94e2 for host: dv-cinder-797073-1-iscsi {{(pid=92827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 12:59:11.707887 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fab54e-4a07-4284-a5d3-e5a5c53496b4 None None] Routers {'534e5e2f-9eea-4850-be2f-281a2dfe94e2'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 12:59:11.708748 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-14fab54e-4a07-4284-a5d3-e5a5c53496b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:58:55Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['534e5e2f-9eea-4850-be2f-281a2dfe94e2'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:59:11.841773 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-14fab54e-4a07-4284-a5d3-e5a5c53496b4 None None] Set router 534e5e2f-9eea-4850-be2f-281a2dfe94e2 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 12:59:12.095704 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-14fab54e-4a07-4284-a5d3-e5a5c53496b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'name': 'tempest-AttachVolumeTestJSON-247744625-router', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '2571c3e8-ec54-4493-a67a-c45107e1c407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:58:31Z', 'updated_at': '2021-06-18T12:58:34Z', 'revision_number': 4, 'project_id': '644594a679e942c59bed9f9e6411811e', 'gw_port': {'id': '2571c3e8-ec54-4493-a67a-c45107e1c407', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:58:31Z', 'updated_at': '2021-06-18T12:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_floatingips': [{'id': '68d60a68-a754-4e54-8d2a-f6657b98a753', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'router_id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'port_id': 'd489e913-36d3-4f50-a9ec-70dcfed2aca1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f', 'mac_address': 'fa:16:3e:00:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467f4bb5-c9ac-4443-9868-e152c5392249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T12:58:38Z', 'updated_at': '2021-06-18T12:59:10Z', 'revision_number': 1, 'project_id': '644594a679e942c59bed9f9e6411811e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e87aca46-b19d-4a5d-a666-4dc82c0bf476', 'name': '', 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'mac_address': 'fa:16:3e:ec:a0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '27bb86f4-b359-4030-a800-8900e90a475a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:58:33Z', 'updated_at': '2021-06-18T12:58:39Z', 'revision_number': 5, 'project_id': '644594a679e942c59bed9f9e6411811e', 'subnets': [{'id': '27bb86f4-b359-4030-a800-8900e90a475a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:59:12.123232 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fab54e-4a07-4284-a5d3-e5a5c53496b4 None None] The sync data for ids ['534e5e2f-9eea-4850-be2f-281a2dfe94e2'] in dv-cinder-797073-1-iscsi is: [{'id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'name': 'tempest-AttachVolumeTestJSON-247744625-router', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '2571c3e8-ec54-4493-a67a-c45107e1c407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:58:31Z', 'updated_at': '2021-06-18T12:58:34Z', 'revision_number': 4, 'project_id': '644594a679e942c59bed9f9e6411811e', 'gw_port': {'id': '2571c3e8-ec54-4493-a67a-c45107e1c407', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:58:31Z', 'updated_at': '2021-06-18T12:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_floatingips': [{'id': '68d60a68-a754-4e54-8d2a-f6657b98a753', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'router_id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'port_id': 'd489e913-36d3-4f50-a9ec-70dcfed2aca1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f', 'mac_address': 'fa:16:3e:00:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467f4bb5-c9ac-4443-9868-e152c5392249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T12:58:38Z', 'updated_at': '2021-06-18T12:59:10Z', 'revision_number': 1, 'project_id': '644594a679e942c59bed9f9e6411811e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e87aca46-b19d-4a5d-a666-4dc82c0bf476', 'name': '', 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'mac_address': 'fa:16:3e:ec:a0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '27bb86f4-b359-4030-a800-8900e90a475a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:58:33Z', 'updated_at': '2021-06-18T12:58:39Z', 'revision_number': 5, 'project_id': '644594a679e942c59bed9f9e6411811e', 'subnets': [{'id': '27bb86f4-b359-4030-a800-8900e90a475a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 12:59:12.349417 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254bfacc-b10e-441e-b651-77a275fac585 None None] New status for floating IP 68d60a68-a754-4e54-8d2a-f6657b98a753: ACTIVE {{(pid=92828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 12:59:12.626220 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7b3c3-8df3-4a11-af95-ab00cb592f92 req-d77f88cb-87fe-4d31-9317-4512b6bfe251 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:12.627859 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-24a7b3c3-8df3-4a11-af95-ab00cb592f92 req-d77f88cb-87fe-4d31-9317-4512b6bfe251 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.0694110 Jun 18 12:59:12.667743 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-24a7b3c3-8df3-4a11-af95-ab00cb592f92 req-f37b7026-07f0-4186-b162-36f18b407134 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338326 Jun 18 12:59:13.844228 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f8437-23f5-45ad-8777-a504e1d46949 req-5ca19bd9-855c-4c39-9557-d848ab34b160 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:13.845697 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b63f8437-23f5-45ad-8777-a504e1d46949 req-5ca19bd9-855c-4c39-9557-d848ab34b160 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.0616314 Jun 18 12:59:13.881778 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b63f8437-23f5-45ad-8777-a504e1d46949 req-c1e63080-e973-405e-9bea-8476720b5a2b tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303285 Jun 18 12:59:14.144497 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34a7f1-b66c-446d-b597-271ea3eb3c1f req-94c0a5f3-80fe-4543-a0ce-605fa1385502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:14.146418 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5a34a7f1-b66c-446d-b597-271ea3eb3c1f req-94c0a5f3-80fe-4543-a0ce-605fa1385502 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=644594a679e942c59bed9f9e6411811e&device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 1098 time: 0.0527084 Jun 18 12:59:14.236091 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34a7f1-b66c-446d-b597-271ea3eb3c1f req-1b11ea7b-1ad7-49cc-80ae-0b990b452e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:14.238119 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5a34a7f1-b66c-446d-b597-271ea3eb3c1f req-1b11ea7b-1ad7-49cc-80ae-0b990b452e18 service neutron] 10.222.0.77 "GET /v2.0/networks?id=104453e3-7b6d-46e4-8eed-f30fcc01cf9f HTTP/1.1" status: 200 len: 911 time: 0.0848689 Jun 18 12:59:14.301903 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5a34a7f1-b66c-446d-b597-271ea3eb3c1f req-4c3cb28a-b6ef-43c7-b6ec-956851036832 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d489e913-36d3-4f50-a9ec-70dcfed2aca1 HTTP/1.1" status: 200 len: 1001 time: 0.0568235 Jun 18 12:59:14.350156 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34a7f1-b66c-446d-b597-271ea3eb3c1f req-666820c7-0fc5-49aa-8f3e-f8a20468ef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:14.351552 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5a34a7f1-b66c-446d-b597-271ea3eb3c1f req-666820c7-0fc5-49aa-8f3e-f8a20468ef2f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=27bb86f4-b359-4030-a800-8900e90a475a HTTP/1.1" status: 200 len: 849 time: 0.0426948 Jun 18 12:59:14.412867 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34a7f1-b66c-446d-b597-271ea3eb3c1f req-e856073d-c800-4dad-a90a-6cccabecfe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:14.414316 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5a34a7f1-b66c-446d-b597-271ea3eb3c1f req-e856073d-c800-4dad-a90a-6cccabecfe03 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=104453e3-7b6d-46e4-8eed-f30fcc01cf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560024 Jun 18 12:59:14.506060 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5a34a7f1-b66c-446d-b597-271ea3eb3c1f req-2ec3ca0b-4bff-4ce9-9cfb-58c475d75869 service neutron] 10.222.0.77 "GET /v2.0/networks/104453e3-7b6d-46e4-8eed-f30fcc01cf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845597 Jun 18 12:59:14.598175 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5a34a7f1-b66c-446d-b597-271ea3eb3c1f req-1497fb73-4009-4720-80bc-d9ddffb7e8c5 service neutron] 10.222.0.77 "GET /v2.0/networks/104453e3-7b6d-46e4-8eed-f30fcc01cf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854623 Jun 18 12:59:15.061018 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549df627-b4da-49c2-94b6-e20d370645a7 req-4ed67895-e20f-45ae-b78f-b1eea4499ee4 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:15.062477 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-549df627-b4da-49c2-94b6-e20d370645a7 req-4ed67895-e20f-45ae-b78f-b1eea4499ee4 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.0665097 Jun 18 12:59:15.114053 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-549df627-b4da-49c2-94b6-e20d370645a7 req-e0cd8318-4ff9-47be-bd3c-cb4074233c9c tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444868 Jun 18 12:59:15.915120 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e99ed1-5ad1-4b4a-b86f-a6ccb1ff49e4 req-5e834688-8faf-4cde-b329-76673bad6872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:15.916526 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c2e99ed1-5ad1-4b4a-b86f-a6ccb1ff49e4 req-5e834688-8faf-4cde-b329-76673bad6872 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f05dfc5e1c54a9c8c16e92e579c9b1d&device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 1099 time: 0.0537634 Jun 18 12:59:16.007932 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e99ed1-5ad1-4b4a-b86f-a6ccb1ff49e4 req-aa8a8504-ce1b-4c52-af90-98a3d5bd0eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:16.009408 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c2e99ed1-5ad1-4b4a-b86f-a6ccb1ff49e4 req-aa8a8504-ce1b-4c52-af90-98a3d5bd0eaa service neutron] 10.222.0.77 "GET /v2.0/networks?id=1ff29541-7511-4984-adea-fc36150ec103 HTTP/1.1" status: 200 len: 916 time: 0.0858364 Jun 18 12:59:16.076337 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c2e99ed1-5ad1-4b4a-b86f-a6ccb1ff49e4 req-30a80066-6112-4854-9a56-795d6d5ca231 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9955890c-cd41-4916-aa48-c585e48021b9 HTTP/1.1" status: 200 len: 1002 time: 0.0591071 Jun 18 12:59:16.125264 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e99ed1-5ad1-4b4a-b86f-a6ccb1ff49e4 req-1264d1f3-a113-40b4-afbc-66a338e028d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:16.126649 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c2e99ed1-5ad1-4b4a-b86f-a6ccb1ff49e4 req-1264d1f3-a113-40b4-afbc-66a338e028d6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ac677325-f406-437d-8e84-8b08f5594ded HTTP/1.1" status: 200 len: 854 time: 0.0438435 Jun 18 12:59:16.190233 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e99ed1-5ad1-4b4a-b86f-a6ccb1ff49e4 req-cebe891a-3644-435f-a56f-134390a58c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:16.191911 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c2e99ed1-5ad1-4b4a-b86f-a6ccb1ff49e4 req-cebe891a-3644-435f-a56f-134390a58c0d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1ff29541-7511-4984-adea-fc36150ec103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582955 Jun 18 12:59:16.283431 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c2e99ed1-5ad1-4b4a-b86f-a6ccb1ff49e4 req-6bcdba30-b1e5-47f7-a132-5962e63402a0 service neutron] 10.222.0.77 "GET /v2.0/networks/1ff29541-7511-4984-adea-fc36150ec103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840328 Jun 18 12:59:16.288442 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29aee7d-e8a0-43c1-b082-e8535c7dc111 req-b3b10d71-d591-4149-9164-0a335dcf4bce tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:16.289979 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c29aee7d-e8a0-43c1-b082-e8535c7dc111 req-b3b10d71-d591-4149-9164-0a335dcf4bce tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.0667088 Jun 18 12:59:16.328251 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c29aee7d-e8a0-43c1-b082-e8535c7dc111 req-86bd87cd-ea10-45b8-afc1-4dac95d05f31 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320935 Jun 18 12:59:16.384125 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c2e99ed1-5ad1-4b4a-b86f-a6ccb1ff49e4 req-8bfce93c-73bf-4809-85ab-83ce50626909 service neutron] 10.222.0.77 "GET /v2.0/networks/1ff29541-7511-4984-adea-fc36150ec103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939257 Jun 18 12:59:17.523294 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d001b1-5d0e-42c7-b475-33e9ca8ac0dd req-1299cb48-ce2b-4652-81d6-77ca6a369029 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:17.524726 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b4d001b1-5d0e-42c7-b475-33e9ca8ac0dd req-1299cb48-ce2b-4652-81d6-77ca6a369029 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 946 time: 0.0641162 Jun 18 12:59:17.561742 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b4d001b1-5d0e-42c7-b475-33e9ca8ac0dd req-7531c3a3-3b09-491b-a4a1-679cfe7cb473 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313129 Jun 18 12:59:18.049406 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 9955890c-cd41-4916-aa48-c585e48021b9 no longer exists at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 12:59:18.131037 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:18.154034 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69f1c9d-2952-4bef-bcc5-9217af8cd15f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9955890c-cd41-4916-aa48-c585e48021b9'}] {{(pid=92827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 12:59:18.156283 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c43e27dad5924667550749323780498268b495889c5e44707aafbe87e8432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2cedae-e97e-4fda-a227-8653911076a0" -d '{"events": [{"server_uuid": "c69f1c9d-2952-4bef-bcc5-9217af8cd15f", "name": "network-vif-unplugged", "status": "completed", "tag": "9955890c-cd41-4916-aa48-c585e48021b9"}]}' {{(pid=92827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 12:59:18.169088 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 9955890c-cd41-4916-aa48-c585e48021b9, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=9955890c-cd41-4916-aa48-c585e48021b9,segment=NetworkSegment(23b88fce-5b57-4798-9ca4-628ae6f60edb),segment_id=23b88fce-5b57-4798-9ca4-628ae6f60edb)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:59:18.173539 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 53644) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:59:18.174880 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:18.176885 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-645c690a-cafb-42ad-a5d3-24fc1f75b916 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:18.200364 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Jun 2021 12:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959c48ee-612a-4244-8826-5207293d2f17 x-openstack-request-id: req-959c48ee-612a-4244-8826-5207293d2f17 {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 12:59:18.200666 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c69f1c9d-2952-4bef-bcc5-9217af8cd15f", "name": "network-vif-unplugged", "status": "completed", "tag": "9955890c-cd41-4916-aa48-c585e48021b9", "code": 200}]} {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 12:59:18.200951 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-959c48ee-612a-4244-8826-5207293d2f17 {{(pid=92827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 12:59:18.201368 dv-cinder-797073-1-iscsi neutron-server[92827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69f1c9d-2952-4bef-bcc5-9217af8cd15f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9955890c-cd41-4916-aa48-c585e48021b9', 'code': 200} Jun 18 12:59:18.227596 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=9955890c-cd41-4916-aa48-c585e48021b9,revision_number=8']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:18.230679 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:18.283069 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-cb370bed-eadc-4838-bb85-62c2177d91b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:18.380562 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-cb370bed-eadc-4838-bb85-62c2177d91b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:18.384375 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-cb370bed-eadc-4838-bb85-62c2177d91b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:18.388200 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-7058c5c0-7167-48a8-9c4a-e2862a447d2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:18.428401 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-cb370bed-eadc-4838-bb85-62c2177d91b8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e5c264fdbce2420ea45c43403803a9d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2537022 Jun 18 12:59:18.429516 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb370bed-eadc-4838-bb85-62c2177d91b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185812e9-ebd0-4267-b285-1e8f233326ef,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:18.430826 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 53648) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:59:18.437878 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb370bed-eadc-4838-bb85-62c2177d91b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:18.438265 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb370bed-eadc-4838-bb85-62c2177d91b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:18.438625 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb370bed-eadc-4838-bb85-62c2177d91b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:18.438988 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb370bed-eadc-4838-bb85-62c2177d91b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:18.439346 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb370bed-eadc-4838-bb85-62c2177d91b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:18.439704 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb370bed-eadc-4838-bb85-62c2177d91b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:18.440058 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb370bed-eadc-4838-bb85-62c2177d91b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:18.440411 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb370bed-eadc-4838-bb85-62c2177d91b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:18.441377 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb370bed-eadc-4838-bb85-62c2177d91b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:18.441730 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb370bed-eadc-4838-bb85-62c2177d91b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:18.442082 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb370bed-eadc-4838-bb85-62c2177d91b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:18.442430 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb370bed-eadc-4838-bb85-62c2177d91b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:18.447212 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-cb370bed-eadc-4838-bb85-62c2177d91b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:18.481297 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-7de701c8-85bc-45f3-a5a7-4c0697328c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:18.501825 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-7de701c8-85bc-45f3-a5a7-4c0697328c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:18.545475 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-7de701c8-85bc-45f3-a5a7-4c0697328c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:18.547936 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-7de701c8-85bc-45f3-a5a7-4c0697328c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:18.549061 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-7de701c8-85bc-45f3-a5a7-4c0697328c3b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/185812e9-ebd0-4267-b285-1e8f233326ef HTTP/1.1" status: 204 len: 168 time: 0.1172254 Jun 18 12:59:18.549829 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-77977160-c7d1-425a-b758-b889f2a8f99e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:18.557601 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de701c8-85bc-45f3-a5a7-4c0697328c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185812e9-ebd0-4267-b285-1e8f233326ef,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:18.564560 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de701c8-85bc-45f3-a5a7-4c0697328c3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:18.564980 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de701c8-85bc-45f3-a5a7-4c0697328c3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:18.565341 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de701c8-85bc-45f3-a5a7-4c0697328c3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:18.566261 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de701c8-85bc-45f3-a5a7-4c0697328c3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:18.566711 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de701c8-85bc-45f3-a5a7-4c0697328c3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:18.567055 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de701c8-85bc-45f3-a5a7-4c0697328c3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:18.567335 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de701c8-85bc-45f3-a5a7-4c0697328c3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:18.567806 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de701c8-85bc-45f3-a5a7-4c0697328c3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:18.568154 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de701c8-85bc-45f3-a5a7-4c0697328c3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:18.568605 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de701c8-85bc-45f3-a5a7-4c0697328c3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:18.568980 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de701c8-85bc-45f3-a5a7-4c0697328c3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:18.569317 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de701c8-85bc-45f3-a5a7-4c0697328c3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:18.572417 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-7de701c8-85bc-45f3-a5a7-4c0697328c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:18.744011 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a30ac-af82-4004-9789-815e0fcd6c80 req-052fb1cd-d1bd-47db-923b-dd5433d0b259 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:18.745680 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-de8a30ac-af82-4004-9789-815e0fcd6c80 req-052fb1cd-d1bd-47db-923b-dd5433d0b259 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.0644591 Jun 18 12:59:18.824929 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-de8a30ac-af82-4004-9789-815e0fcd6c80 req-7e5d7080-a476-4229-b8aa-5d5e576b974e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684528 Jun 18 12:59:19.232952 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 53698) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:59:19.375089 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 53708) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:59:19.411997 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-6ca5b3a3-737f-4089-b584-8ed36c057d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:19.429596 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-b3d02677-dae8-47c2-a287-a71f93c493e2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-870099779-network', 'tenant_id': 'a85418f3d4c94e0aaeaddc16ef6a5313'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:59:19.452387 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.db.api [None req-b3d02677-dae8-47c2-a287-a71f93c493e2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 12:59:19.452387 dv-cinder-797073-1-iscsi neutron-server[92826]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 18 12:59:19.452387 dv-cinder-797073-1-iscsi neutron-server[92826]: [parameters: {'project_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'id': 'b75e941d-8fae-4aa8-876d-fece7b60d46d', 'expiration': datetime.datetime(2021, 6, 18, 13, 1, 19, 446570)}] Jun 18 12:59:19.452387 dv-cinder-797073-1-iscsi neutron-server[92826]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 12:59:19.453273 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_db.api [None req-b3d02677-dae8-47c2-a287-a71f93c493e2 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 12:59:19.521858 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-6ca5b3a3-737f-4089-b584-8ed36c057d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:19.525806 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-6ca5b3a3-737f-4089-b584-8ed36c057d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:19.531534 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-acaf8e53-215a-4cc0-a11d-bf95c3655269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:19.573322 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-6ca5b3a3-737f-4089-b584-8ed36c057d86 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=44f64c3c7450427b9066f49a14e05b48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3391907 Jun 18 12:59:19.574903 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5b3a3-737f-4089-b584-8ed36c057d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b99f65-6ce2-448c-99a3-8f1605883c1f,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:19.577105 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 53716) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:59:19.578495 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-6ca5b3a3-737f-4089-b584-8ed36c057d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:19.652508 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-dc3be17c-d0e2-437a-9a1f-0348e655439f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:19.678716 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-dc3be17c-d0e2-437a-9a1f-0348e655439f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:19.688660 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd837136-62ff-47e8-8c78-588148ad481e req-c0a21a14-f711-4426-9fc8-8871fdf432cf tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:19.696073 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-dd837136-62ff-47e8-8c78-588148ad481e req-c0a21a14-f711-4426-9fc8-8871fdf432cf tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.0719221 Jun 18 12:59:19.734993 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-dd837136-62ff-47e8-8c78-588148ad481e req-05578cd2-bfb6-4b33-86e6-028b9692e272 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378160 Jun 18 12:59:19.739129 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-dc3be17c-d0e2-437a-9a1f-0348e655439f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:19.742069 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-dc3be17c-d0e2-437a-9a1f-0348e655439f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:19.746995 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-dc3be17c-d0e2-437a-9a1f-0348e655439f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/09b99f65-6ce2-448c-99a3-8f1605883c1f HTTP/1.1" status: 204 len: 168 time: 0.1681604 Jun 18 12:59:19.747808 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-a7ba9375-8c36-4f5d-94a7-7bd701396cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:19.757077 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3be17c-d0e2-437a-9a1f-0348e655439f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b99f65-6ce2-448c-99a3-8f1605883c1f,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:19.760014 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-dc3be17c-d0e2-437a-9a1f-0348e655439f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:19.979687 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d02677-dae8-47c2-a287-a71f93c493e2 admin admin] Made reservation on behalf of a85418f3d4c94e0aaeaddc16ef6a5313 for: {'network': 1} {{(pid=92826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:59:19.984865 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-b3d02677-dae8-47c2-a287-a71f93c493e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for network, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:19.990071 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 53742) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:59:20.002697 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-b3d02677-dae8-47c2-a287-a71f93c493e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:20.100670 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-6f97f8b9-d501-43a3-a664-f33cb3920a56 req-3c418928-21b4-448e-a79f-1947ae5efa2f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1089776 Jun 18 12:59:20.119338 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-b3d02677-dae8-47c2-a287-a71f93c493e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:20.125962 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-b3d02677-dae8-47c2-a287-a71f93c493e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:20.129966 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-d7df1323-f2a5-4b61-90ac-9e16a7d1892a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:20.154996 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3d02677-dae8-47c2-a287-a71f93c493e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=92826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 12:59:20.161604 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d02677-dae8-47c2-a287-a71f93c493e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58421e2b-90d2-4077-a935-1a27eaa35c5d,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:20.165292 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-b3d02677-dae8-47c2-a287-a71f93c493e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:20.168162 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-b3d02677-dae8-47c2-a287-a71f93c493e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559'] for segment, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:20.168503 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.db.segments_db [None req-b3d02677-dae8-47c2-a287-a71f93c493e2 admin admin] Added segment e999e10b-d51b-4971-81a2-4455b5d0c86e of type vlan for network 4650261d-14da-4314-a14e-d6ffe8cfac33 Jun 18 12:59:20.210603 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-b3d02677-dae8-47c2-a287-a71f93c493e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743828617162'] for network, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:20.240787 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-b3d02677-dae8-47c2-a287-a71f93c493e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2056967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782'] for network, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:20.242443 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d02677-dae8-47c2-a287-a71f93c493e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:20.242890 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-b3d02677-dae8-47c2-a287-a71f93c493e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for network, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:20.246164 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:20.303132 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-b3d02677-dae8-47c2-a287-a71f93c493e2 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9269645 Jun 18 12:59:20.306090 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 53762) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:59:20.311001 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-48908079-3138-45df-84a3-ec248d9fd729 admin admin] Request body: {'subnet': {'network_id': '4650261d-14da-4314-a14e-d6ffe8cfac33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-870099779-subnet', 'tenant_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'ip_version': 4}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:59:20.314702 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d02677-dae8-47c2-a287-a71f93c493e2 admin admin] Pushing event updated for resources: {'Network': ['ID=4650261d-14da-4314-a14e-d6ffe8cfac33,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:20.318210 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-b3d02677-dae8-47c2-a287-a71f93c493e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:20.325380 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Network 4650261d-14da-4314-a14e-d6ffe8cfac33 details requested by agent ovs-agent-dv-cinder-797073-1-iscsi with host dv-cinder-797073-1-iscsi {{(pid=92827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 12:59:20.336074 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48908079-3138-45df-84a3-ec248d9fd729 admin admin] Made reservation on behalf of a85418f3d4c94e0aaeaddc16ef6a5313 for: {'subnet': 1} {{(pid=92825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:59:20.338919 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-48908079-3138-45df-84a3-ec248d9fd729 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8063629'] for subnet, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:20.534234 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-48908079-3138-45df-84a3-ec248d9fd729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8372270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8063647'] for subnet, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:20.538442 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:20.600813 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48908079-3138-45df-84a3-ec248d9fd729 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4940de8-0ec5-4587-ae0f-998b04a74657,revision_number=0']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:20.607719 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-48908079-3138-45df-84a3-ec248d9fd729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:20.608418 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48908079-3138-45df-84a3-ec248d9fd729 admin admin] Checking segment: {'id': 'e999e10b-d51b-4971-81a2-4455b5d0c86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '4650261d-14da-4314-a14e-d6ffe8cfac33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:59:20.608749 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48908079-3138-45df-84a3-ec248d9fd729 admin admin] Network hostable DHCP agents. Network: 4650261d-14da-4314-a14e-d6ffe8cfac33, hostable agents: ['a4764913-7e4e-4767-85bd-6fdf32f4ace2'], hosted agents: [] {{(pid=92825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 12:59:20.638105 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48908079-3138-45df-84a3-ec248d9fd729 admin admin] Network 4650261d-14da-4314-a14e-d6ffe8cfac33 is scheduled to be hosted by DHCP agent a4764913-7e4e-4767-85bd-6fdf32f4ace2 with binding_index 1 {{(pid=92825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 12:59:20.648829 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [None req-48908079-3138-45df-84a3-ec248d9fd729 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797073-1-iscsi, 4650261d-14da-4314-a14e-d6ffe8cfac33) {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:59:20.653057 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48908079-3138-45df-84a3-ec248d9fd729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:20.653699 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-48908079-3138-45df-84a3-ec248d9fd729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for subnet, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:20.659233 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e32d2f-9fce-4ba7-bd9a-cdd9f6ef4a23 None None] Network 4650261d-14da-4314-a14e-d6ffe8cfac33 requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 12:59:20.672822 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-48908079-3138-45df-84a3-ec248d9fd729 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3655891 Jun 18 12:59:20.675852 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 53776) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:59:20.682026 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-cb6f2f57-2342-402d-bd95-e88ada409144 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-870099779-router', 'tenant_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'}}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:59:20.719833 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2f57-2342-402d-bd95-e88ada409144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2084009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28470'] for router, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:20.721542 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2f57-2342-402d-bd95-e88ada409144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2084052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1971176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28495'] for router, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:20.805664 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2f57-2342-402d-bd95-e88ada409144 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:20.900953 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5c1168-9fb9-4f8c-a85c-eeaacd23dee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdfc798f7-bdfd-51cf-81b5-ef75a3e95708-4650261d-14da-4314-a14e-d6ffe8cfac33', 'network_id': '4650261d-14da-4314-a14e-d6ffe8cfac33', 'tenant_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'fixed_ips': [{'subnet_id': 'e4940de8-0ec5-4587-ae0f-998b04a74657'}]}} from dv-cinder-797073-1-iscsi. {{(pid=92827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 12:59:20.902249 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-8a5c1168-9fb9-4f8c-a85c-eeaacd23dee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:21.073742 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.db_base_plugin_common [None req-8a5c1168-9fb9-4f8c-a85c-eeaacd23dee5 None None] Allocated IP 172.20.0.2 (4650261d-14da-4314-a14e-d6ffe8cfac33/e4940de8-0ec5-4587-ae0f-998b04a74657/6bf401a0-5cba-4965-9980-dae83738f237) {{(pid=92827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 12:59:21.262392 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-8a5c1168-9fb9-4f8c-a85c-eeaacd23dee5 None None] Notify callbacks [] for port, precommit_create {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:21.272022 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-8a5c1168-9fb9-4f8c-a85c-eeaacd23dee5 None None] Transition to ACTIVE for port object 6bf401a0-5cba-4965-9980-dae83738f237 will not be triggered until provisioned by entity L2. {{(pid=92827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:59:21.288164 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-8a5c1168-9fb9-4f8c-a85c-eeaacd23dee5 None None] Transition to ACTIVE for port object 6bf401a0-5cba-4965-9980-dae83738f237 will not be triggered until provisioned by entity DHCP. {{(pid=92827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:59:21.298847 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-8a5c1168-9fb9-4f8c-a85c-eeaacd23dee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645'] for port, after_create {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:21.303105 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:21.305656 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2f57-2342-402d-bd95-e88ada409144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054888', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2083931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28509'] for router, precommit_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:21.340098 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5c1168-9fb9-4f8c-a85c-eeaacd23dee5 None None] Network 4650261d-14da-4314-a14e-d6ffe8cfac33 is already hosted by enough agents. {{(pid=92827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:59:21.345181 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.scheduler.base_scheduler [None req-8a5c1168-9fb9-4f8c-a85c-eeaacd23dee5 None None] Resources bound (agent type, host, resource id): {{(pid=92827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:59:21.348380 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b763a-c864-45ef-bcc0-55328c0a0463 req-9de4125c-d410-4c71-88c0-bf5abe1aaba2 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:21.349643 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5c1168-9fb9-4f8c-a85c-eeaacd23dee5 None None] Received port after_create {{(pid=92827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 12:59:21.360919 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d81b763a-c864-45ef-bcc0-55328c0a0463 req-9de4125c-d410-4c71-88c0-bf5abe1aaba2 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.1750505 Jun 18 12:59:21.386499 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c1168-9fb9-4f8c-a85c-eeaacd23dee5 None None] Pushing event updated for resources: {'Port': ['ID=6bf401a0-5cba-4965-9980-dae83738f237,revision_number=1']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:21.406780 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-8a5c1168-9fb9-4f8c-a85c-eeaacd23dee5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:21.420055 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-8a5c1168-9fb9-4f8c-a85c-eeaacd23dee5 None None] Attempting to bind port 6bf401a0-5cba-4965-9980-dae83738f237 on host dv-cinder-797073-1-iscsi for vnic_type normal with profile {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 12:59:21.420432 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-8a5c1168-9fb9-4f8c-a85c-eeaacd23dee5 None None] Attempting to bind port 6bf401a0-5cba-4965-9980-dae83738f237 by drivers openvswitch,hyperv on host dv-cinder-797073-1-iscsi at level 0 using segments [{'id': 'e999e10b-d51b-4971-81a2-4455b5d0c86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '4650261d-14da-4314-a14e-d6ffe8cfac33'}] {{(pid=92827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 12:59:21.420827 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5c1168-9fb9-4f8c-a85c-eeaacd23dee5 None None] Attempting to bind port 6bf401a0-5cba-4965-9980-dae83738f237 on network 4650261d-14da-4314-a14e-d6ffe8cfac33 {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:59:21.427736 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5c1168-9fb9-4f8c-a85c-eeaacd23dee5 None None] Checking agent: {'id': '157fcad4-361f-41bd-95f6-95639e81fcdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 45, 55), 'started_at': datetime.datetime(2021, 6, 18, 12, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 12, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 12:59:21.428124 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5c1168-9fb9-4f8c-a85c-eeaacd23dee5 None None] Checking segment: {'id': 'e999e10b-d51b-4971-81a2-4455b5d0c86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '4650261d-14da-4314-a14e-d6ffe8cfac33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:59:21.428534 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-8a5c1168-9fb9-4f8c-a85c-eeaacd23dee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:21.429069 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5c1168-9fb9-4f8c-a85c-eeaacd23dee5 None None] Bound using segment: {'id': 'e999e10b-d51b-4971-81a2-4455b5d0c86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '4650261d-14da-4314-a14e-d6ffe8cfac33'} {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 12:59:21.429556 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-8a5c1168-9fb9-4f8c-a85c-eeaacd23dee5 None None] Bound port: 6bf401a0-5cba-4965-9980-dae83738f237, host: dv-cinder-797073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e999e10b-d51b-4971-81a2-4455b5d0c86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '4650261d-14da-4314-a14e-d6ffe8cfac33'}}] {{(pid=92827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 12:59:21.429939 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-8a5c1168-9fb9-4f8c-a85c-eeaacd23dee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:21.431315 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d81b763a-c864-45ef-bcc0-55328c0a0463 req-0b094bda-2144-49e0-80b6-82ac32e5b059 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695510 Jun 18 12:59:21.503619 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-8a5c1168-9fb9-4f8c-a85c-eeaacd23dee5 None None] For port 6bf401a0-5cba-4965-9980-dae83738f237, host dv-cinder-797073-1-iscsi, cleared binding levels {{(pid=92827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 12:59:21.507513 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-8a5c1168-9fb9-4f8c-a85c-eeaacd23dee5 None None] For port 6bf401a0-5cba-4965-9980-dae83738f237, host dv-cinder-797073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=6bf401a0-5cba-4965-9980-dae83738f237,segment=NetworkSegment(e999e10b-d51b-4971-81a2-4455b5d0c86e),segment_id=e999e10b-d51b-4971-81a2-4455b5d0c86e)] {{(pid=92827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 12:59:21.511749 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-8a5c1168-9fb9-4f8c-a85c-eeaacd23dee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:21.513717 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:21.580982 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c1168-9fb9-4f8c-a85c-eeaacd23dee5 None None] Pushing event updated for resources: {'Port': ['ID=6bf401a0-5cba-4965-9980-dae83738f237,revision_number=2']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:21.586401 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-8a5c1168-9fb9-4f8c-a85c-eeaacd23dee5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:21.609694 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2f57-2342-402d-bd95-e88ada409144 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:21.638237 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2f57-2342-402d-bd95-e88ada409144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:21.761963 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.db_base_plugin_common [None req-cb6f2f57-2342-402d-bd95-e88ada409144 admin admin] Allocated IP 172.27.0.42 (9d896988-a366-408b-a158-be6ed4023cc1/a87da4ed-432b-4387-92bb-db12946e6cdf/75d34f20-a52d-4885-8bfd-0653359f26b3) {{(pid=92826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 12:59:21.861455 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-8867f23b-6138-46a1-a674-8531a75f6439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:21.928309 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2f57-2342-402d-bd95-e88ada409144 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:21.984864 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2f57-2342-402d-bd95-e88ada409144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4940139'] for port, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:21.988455 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-af55f32e-31a1-4b2d-b3c1-322eafe788fc tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:22.025831 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6f2f57-2342-402d-bd95-e88ada409144 admin admin] Network 9d896988-a366-408b-a158-be6ed4023cc1 is already hosted by enough agents. {{(pid=92826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:59:22.035519 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.base_scheduler [None req-cb6f2f57-2342-402d-bd95-e88ada409144 admin admin] Resources bound (agent type, host, resource id): {{(pid=92826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:59:22.038303 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6f2f57-2342-402d-bd95-e88ada409144 admin admin] Received port after_create {{(pid=92826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 12:59:22.070517 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f2f57-2342-402d-bd95-e88ada409144 admin admin] Pushing event updated for resources: {'Port': ['ID=75d34f20-a52d-4885-8bfd-0653359f26b3,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:22.074227 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-cb6f2f57-2342-402d-bd95-e88ada409144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:22.075666 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 9955890c-cd41-4916-aa48-c585e48021b9 no longer exists at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 12:59:22.350824 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2f57-2342-402d-bd95-e88ada409144 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:22.575996 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97f8b9-d501-43a3-a664-f33cb3920a56 req-c26c7f53-5705-41be-9000-fa36b4ab6dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:22.577618 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6f97f8b9-d501-43a3-a664-f33cb3920a56 req-c26c7f53-5705-41be-9000-fa36b4ab6dfe service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f&tenant_id=4f05dfc5e1c54a9c8c16e92e579c9b1d HTTP/1.1" status: 200 len: 1097 time: 0.1718812 Jun 18 12:59:22.731442 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce814bd7-822b-4d50-b56f-b56ac3faaffe None None] Network 4650261d-14da-4314-a14e-d6ffe8cfac33 requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 12:59:22.781608 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2f57-2342-402d-bd95-e88ada409144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2084000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054972'] for router, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:22.795414 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba796553-a8d7-4947-ae06-6b4428efc52b req-74f066fd-f172-4c24-9351-b65ddc16e1cc tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:22.796942 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ba796553-a8d7-4947-ae06-6b4428efc52b req-74f066fd-f172-4c24-9351-b65ddc16e1cc tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.1780274 Jun 18 12:59:22.808308 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97f8b9-d501-43a3-a664-f33cb3920a56 req-5b1c4d75-5f21-4f33-a084-8d71cd02ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:22.809950 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6f97f8b9-d501-43a3-a664-f33cb3920a56 req-5b1c4d75-5f21-4f33-a084-8d71cd02ebc5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f05dfc5e1c54a9c8c16e92e579c9b1d&device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 1097 time: 0.1900177 Jun 18 12:59:22.854984 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-8e34de52-7132-42fa-8349-1e32059ad3a7 None None] Provisioning for port 6bf401a0-5cba-4965-9980-dae83738f237 completed by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:59:22.960386 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ba796553-a8d7-4947-ae06-6b4428efc52b req-b938f684-2f9a-48e1-b387-f0cbf19d805a tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494484 Jun 18 12:59:23.007193 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97f8b9-d501-43a3-a664-f33cb3920a56 req-a0347573-6e88-4441-8c8a-8eb353169c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:23.008673 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6f97f8b9-d501-43a3-a664-f33cb3920a56 req-a0347573-6e88-4441-8c8a-8eb353169c07 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1ff29541-7511-4984-adea-fc36150ec103 HTTP/1.1" status: 200 len: 916 time: 0.1602995 Jun 18 12:59:23.085263 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6f2f57-2342-402d-bd95-e88ada409144 admin admin] Router 56b3f581-b310-4516-80da-ef9b4ce1aed3 is scheduled to L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc with binding_index 1 {{(pid=92826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 12:59:23.101197 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6f97f8b9-d501-43a3-a664-f33cb3920a56 req-8cb5e655-d637-4db6-beb4-980b8bf4e2a8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9955890c-cd41-4916-aa48-c585e48021b9 HTTP/1.1" status: 200 len: 1000 time: 0.0850430 Jun 18 12:59:23.228690 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97f8b9-d501-43a3-a664-f33cb3920a56 req-ab871e38-e4d8-4af4-8d61-15cf3e61e50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:23.230144 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6f97f8b9-d501-43a3-a664-f33cb3920a56 req-ab871e38-e4d8-4af4-8d61-15cf3e61e50b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ac677325-f406-437d-8e84-8b08f5594ded HTTP/1.1" status: 200 len: 854 time: 0.0953805 Jun 18 12:59:23.250879 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6f2f57-2342-402d-bd95-e88ada409144 admin admin] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 12:59:23.261330 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7363a3-5425-48a5-8723-2f7bcb7ff7c2 None None] Sync routers for ids ['56b3f581-b310-4516-80da-ef9b4ce1aed3'] in dv-cinder-797073-1-iscsi {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 12:59:23.272424 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7363a3-5425-48a5-8723-2f7bcb7ff7c2 None None] Routers {'56b3f581-b310-4516-80da-ef9b4ce1aed3'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 12:59:23.273366 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-2e7363a3-5425-48a5-8723-2f7bcb7ff7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:58:55Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['56b3f581-b310-4516-80da-ef9b4ce1aed3'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:59:23.293059 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2f57-2342-402d-bd95-e88ada409144 admin admin] Notify callbacks [] for router, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:23.294369 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-cb6f2f57-2342-402d-bd95-e88ada409144 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6172307 Jun 18 12:59:23.297164 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 53818) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:59:23.312176 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97f8b9-d501-43a3-a664-f33cb3920a56 req-ea5e2be4-8c0c-4982-b9a6-b27af0b925ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:23.313960 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6f97f8b9-d501-43a3-a664-f33cb3920a56 req-ea5e2be4-8c0c-4982-b9a6-b27af0b925ac service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1ff29541-7511-4984-adea-fc36150ec103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746167 Jun 18 12:59:23.389304 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-2e7363a3-5425-48a5-8723-2f7bcb7ff7c2 None None] Set router 56b3f581-b310-4516-80da-ef9b4ce1aed3 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 12:59:23.422194 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6f97f8b9-d501-43a3-a664-f33cb3920a56 req-2ad01c2d-7a9c-410e-9d75-5dd4bd944ec8 service neutron] 10.222.0.77 "GET /v2.0/networks/1ff29541-7511-4984-adea-fc36150ec103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009610 Jun 18 12:59:23.537248 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6f97f8b9-d501-43a3-a664-f33cb3920a56 req-ece38c22-9796-4ccb-94fc-26683f6e57f4 service neutron] 10.222.0.77 "GET /v2.0/networks/1ff29541-7511-4984-adea-fc36150ec103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069000 Jun 18 12:59:23.624195 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-2e7363a3-5425-48a5-8723-2f7bcb7ff7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b3f581-b310-4516-80da-ef9b4ce1aed3', 'name': 'tempest-TestMinimumBasicScenario-870099779-router', 'tenant_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '75d34f20-a52d-4885-8bfd-0653359f26b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:59:20Z', 'updated_at': '2021-06-18T12:59:22Z', 'revision_number': 3, 'project_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'gw_port': {'id': '75d34f20-a52d-4885-8bfd-0653359f26b3', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:06:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b3f581-b310-4516-80da-ef9b4ce1aed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:59:21Z', 'updated_at': '2021-06-18T12:59:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi'}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:59:23.671618 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7363a3-5425-48a5-8723-2f7bcb7ff7c2 None None] Checking router: 56b3f581-b310-4516-80da-ef9b4ce1aed3 for host: dv-cinder-797073-1-iscsi {{(pid=92827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 12:59:23.672213 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7363a3-5425-48a5-8723-2f7bcb7ff7c2 None None] Updating router 56b3f581-b310-4516-80da-ef9b4ce1aed3 port 75d34f20-a52d-4885-8bfd-0653359f26b3 binding host dv-cinder-797073-1-iscsi {{(pid=92827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 12:59:23.717650 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-2e7363a3-5425-48a5-8723-2f7bcb7ff7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:23.793080 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-3f5c17fc-5dc4-482b-be4b-b1178fc9c162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:23.808575 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 6bf401a0-5cba-4965-9980-dae83738f237 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:59:23.941331 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning for port 6bf401a0-5cba-4965-9980-dae83738f237 completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:59:23.948672 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port 6bf401a0-5cba-4965-9980-dae83738f237 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:59:23.949149 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:24.000261 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.db_base_plugin_common [None req-3f5c17fc-5dc4-482b-be4b-b1178fc9c162 admin admin] Allocated IP 172.20.0.1 (4650261d-14da-4314-a14e-d6ffe8cfac33/e4940de8-0ec5-4587-ae0f-998b04a74657/5a1e60f2-5c06-4789-9f60-84805499833f) {{(pid=92825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 12:59:24.108189 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-2e7363a3-5425-48a5-8723-2f7bcb7ff7c2 None None] Notify callbacks [] for port, precommit_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:24.123384 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:24.125558 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-2e7363a3-5425-48a5-8723-2f7bcb7ff7c2 None None] Transition to ACTIVE for port object 75d34f20-a52d-4885-8bfd-0653359f26b3 will not be triggered until provisioned by entity L2. {{(pid=92827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:59:24.140954 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-2e7363a3-5425-48a5-8723-2f7bcb7ff7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:24.143250 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:24.165992 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-3f5c17fc-5dc4-482b-be4b-b1178fc9c162 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:24.194726 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.provisioning_blocks [None req-3f5c17fc-5dc4-482b-be4b-b1178fc9c162 admin admin] Transition to ACTIVE for port object 5a1e60f2-5c06-4789-9f60-84805499833f will not be triggered until provisioned by entity DHCP. {{(pid=92825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:59:24.248592 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-3f5c17fc-5dc4-482b-be4b-b1178fc9c162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8372378'] for port, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:24.252948 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-2e764c30-cd79-44f9-a71b-9fb7b2ad52ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:24.263948 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] For port 6bf401a0-5cba-4965-9980-dae83738f237, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=6bf401a0-5cba-4965-9980-dae83738f237,segment=NetworkSegment(e999e10b-d51b-4971-81a2-4455b5d0c86e),segment_id=e999e10b-d51b-4971-81a2-4455b5d0c86e)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:59:24.265538 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293b4e5-e749-45d7-ac9f-b7862e2ec900 None None] Pushing event updated for resources: {'Port': ['ID=75d34f20-a52d-4885-8bfd-0653359f26b3,revision_number=2']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:24.268165 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-2e7363a3-5425-48a5-8723-2f7bcb7ff7c2 None None] Attempting to bind port 75d34f20-a52d-4885-8bfd-0653359f26b3 on host dv-cinder-797073-1-iscsi for vnic_type normal with profile {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 12:59:24.268701 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-2e7363a3-5425-48a5-8723-2f7bcb7ff7c2 None None] Attempting to bind port 75d34f20-a52d-4885-8bfd-0653359f26b3 by drivers openvswitch,hyperv on host dv-cinder-797073-1-iscsi at level 0 using segments [{'id': 'b79588fc-20f0-437a-9a07-92a6b1056918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'}] {{(pid=92827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 12:59:24.269953 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7363a3-5425-48a5-8723-2f7bcb7ff7c2 None None] Attempting to bind port 75d34f20-a52d-4885-8bfd-0653359f26b3 on network 9d896988-a366-408b-a158-be6ed4023cc1 {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:59:24.272719 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-6293b4e5-e749-45d7-ac9f-b7862e2ec900 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:24.277638 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:24.281700 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:24.284344 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7363a3-5425-48a5-8723-2f7bcb7ff7c2 None None] Checking agent: {'id': '157fcad4-361f-41bd-95f6-95639e81fcdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 45, 55), 'started_at': datetime.datetime(2021, 6, 18, 12, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 12, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 12:59:24.285522 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7363a3-5425-48a5-8723-2f7bcb7ff7c2 None None] Checking segment: {'id': 'b79588fc-20f0-437a-9a07-92a6b1056918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:59:24.286449 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-2e7363a3-5425-48a5-8723-2f7bcb7ff7c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:24.286764 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7363a3-5425-48a5-8723-2f7bcb7ff7c2 None None] Bound using segment: {'id': 'b79588fc-20f0-437a-9a07-92a6b1056918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'} {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 12:59:24.287580 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-2e7363a3-5425-48a5-8723-2f7bcb7ff7c2 None None] Bound port: 75d34f20-a52d-4885-8bfd-0653359f26b3, host: dv-cinder-797073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b79588fc-20f0-437a-9a07-92a6b1056918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'}}] {{(pid=92827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 12:59:24.288080 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-2e7363a3-5425-48a5-8723-2f7bcb7ff7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:24.296793 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7655f8-e69e-45b7-80cf-7a8e7f81e98c req-d116fc47-077e-4647-a775-016e00fbc850 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:24.299099 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5f7655f8-e69e-45b7-80cf-7a8e7f81e98c req-d116fc47-077e-4647-a775-016e00fbc850 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.1044672 Jun 18 12:59:24.346694 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5c17fc-5dc4-482b-be4b-b1178fc9c162 admin admin] Network 4650261d-14da-4314-a14e-d6ffe8cfac33 is already hosted by enough agents. {{(pid=92825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:59:24.361908 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [None req-3f5c17fc-5dc4-482b-be4b-b1178fc9c162 admin admin] Resources bound (agent type, host, resource id): {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:59:24.367315 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5c17fc-5dc4-482b-be4b-b1178fc9c162 admin admin] Received port after_create {{(pid=92825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 12:59:24.390292 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5f7655f8-e69e-45b7-80cf-7a8e7f81e98c req-e40a9959-e4a8-47dd-896f-5e6f1da71afb tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825834 Jun 18 12:59:24.444415 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Pushing event updated for resources: {'Port': ['ID=6bf401a0-5cba-4965-9980-dae83738f237,revision_number=3']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:24.453813 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:24.472717 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-2e7363a3-5425-48a5-8723-2f7bcb7ff7c2 None None] For port 75d34f20-a52d-4885-8bfd-0653359f26b3, host dv-cinder-797073-1-iscsi, cleared binding levels {{(pid=92827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 12:59:24.475384 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-3f5c17fc-5dc4-482b-be4b-b1178fc9c162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052883'] for router_interface, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:24.483196 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-2e7363a3-5425-48a5-8723-2f7bcb7ff7c2 None None] For port 75d34f20-a52d-4885-8bfd-0653359f26b3, host dv-cinder-797073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=75d34f20-a52d-4885-8bfd-0653359f26b3,segment=NetworkSegment(b79588fc-20f0-437a-9a07-92a6b1056918),segment_id=b79588fc-20f0-437a-9a07-92a6b1056918)] {{(pid=92827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 12:59:24.497532 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-2e7363a3-5425-48a5-8723-2f7bcb7ff7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:24.503580 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:24.600330 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293b4e5-e749-45d7-ac9f-b7862e2ec900 None None] Pushing event updated for resources: {'Port': ['ID=75d34f20-a52d-4885-8bfd-0653359f26b3,revision_number=3']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:24.610775 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-6293b4e5-e749-45d7-ac9f-b7862e2ec900 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:24.661929 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7363a3-5425-48a5-8723-2f7bcb7ff7c2 None None] Routers {'56b3f581-b310-4516-80da-ef9b4ce1aed3'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 12:59:24.662900 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-2e7363a3-5425-48a5-8723-2f7bcb7ff7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:58:55Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['56b3f581-b310-4516-80da-ef9b4ce1aed3'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:59:24.893712 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-d5327e06-58ce-42f2-966c-f1203b751f54 None None] Provisioning for port 5a1e60f2-5c06-4789-9f60-84805499833f completed by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:59:24.900614 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-fdb9088a-b8b1-419a-9a9d-f0e816a5259f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:24.907433 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-d5327e06-58ce-42f2-966c-f1203b751f54 None None] Provisioning complete for port 5a1e60f2-5c06-4789-9f60-84805499833f triggered by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:59:24.908055 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-d5327e06-58ce-42f2-966c-f1203b751f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:24.946537 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-d5327e06-58ce-42f2-966c-f1203b751f54 None None] Port 5a1e60f2-5c06-4789-9f60-84805499833f cannot update to ACTIVE because it is not bound. {{(pid=92827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 12:59:24.962231 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-2e7363a3-5425-48a5-8723-2f7bcb7ff7c2 None None] Set router 56b3f581-b310-4516-80da-ef9b4ce1aed3 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 12:59:25.085921 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c17fc-5dc4-482b-be4b-b1178fc9c162 admin admin] Pushing event updated for resources: {'Port': ['ID=5a1e60f2-5c06-4789-9f60-84805499833f,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:25.091823 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-3f5c17fc-5dc4-482b-be4b-b1178fc9c162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.839s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:25.119271 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:25.132037 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-3f5c17fc-5dc4-482b-be4b-b1178fc9c162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:25.276395 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-2e7363a3-5425-48a5-8723-2f7bcb7ff7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b3f581-b310-4516-80da-ef9b4ce1aed3', 'name': 'tempest-TestMinimumBasicScenario-870099779-router', 'tenant_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '75d34f20-a52d-4885-8bfd-0653359f26b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:59:20Z', 'updated_at': '2021-06-18T12:59:22Z', 'revision_number': 3, 'project_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'gw_port': {'id': '75d34f20-a52d-4885-8bfd-0653359f26b3', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:06:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b3f581-b310-4516-80da-ef9b4ce1aed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:59:21Z', 'updated_at': '2021-06-18T12:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi'}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:59:25.350704 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-3f5c17fc-5dc4-482b-be4b-b1178fc9c162 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:25.353125 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7363a3-5425-48a5-8723-2f7bcb7ff7c2 None None] The sync data for ids ['56b3f581-b310-4516-80da-ef9b4ce1aed3'] in dv-cinder-797073-1-iscsi is: [{'id': '56b3f581-b310-4516-80da-ef9b4ce1aed3', 'name': 'tempest-TestMinimumBasicScenario-870099779-router', 'tenant_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '75d34f20-a52d-4885-8bfd-0653359f26b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:59:20Z', 'updated_at': '2021-06-18T12:59:22Z', 'revision_number': 3, 'project_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'gw_port': {'id': '75d34f20-a52d-4885-8bfd-0653359f26b3', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:06:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b3f581-b310-4516-80da-ef9b4ce1aed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:59:21Z', 'updated_at': '2021-06-18T12:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi'}] {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 12:59:25.375545 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-3f5c17fc-5dc4-482b-be4b-b1178fc9c162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8372396'] for port, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:25.379215 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:25.484945 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c17fc-5dc4-482b-be4b-b1178fc9c162 admin admin] Pushing event updated for resources: {'Port': ['ID=5a1e60f2-5c06-4789-9f60-84805499833f,revision_number=2']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:25.493623 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-3f5c17fc-5dc4-482b-be4b-b1178fc9c162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2059530'] for router_interface, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:25.496201 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-3f5c17fc-5dc4-482b-be4b-b1178fc9c162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:25.597886 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5c17fc-5dc4-482b-be4b-b1178fc9c162 admin admin] Network 4650261d-14da-4314-a14e-d6ffe8cfac33 is already hosted by enough agents. {{(pid=92825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:59:25.599612 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [None req-3f5c17fc-5dc4-482b-be4b-b1178fc9c162 admin admin] Resources bound (agent type, host, resource id): {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:59:25.712424 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d5a67-e5d9-4eb4-8859-4af426c32deb req-5f30e6d9-40aa-4530-8aad-d0e4df3a0e09 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:25.730371 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-2d5d5a67-e5d9-4eb4-8859-4af426c32deb req-5f30e6d9-40aa-4530-8aad-d0e4df3a0e09 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.1508362 Jun 18 12:59:25.799997 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 6bf401a0-5cba-4965-9980-dae83738f237 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:59:25.865938 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-2d5d5a67-e5d9-4eb4-8859-4af426c32deb req-ce51d2b9-e096-414c-9ff3-1bf04545d1d9 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344500 Jun 18 12:59:25.926955 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port 6bf401a0-5cba-4965-9980-dae83738f237 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:59:25.927528 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:25.945149 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5c17fc-5dc4-482b-be4b-b1178fc9c162 admin admin] Router 56b3f581-b310-4516-80da-ef9b4ce1aed3 has already been hosted by L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc {{(pid=92825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 12:59:26.029694 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:26.039519 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-163f223b-7b06-4028-81ad-78c205b8b183 None None] Provisioning complete for port 5a1e60f2-5c06-4789-9f60-84805499833f triggered by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:59:26.039898 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-163f223b-7b06-4028-81ad-78c205b8b183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:26.091471 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-163f223b-7b06-4028-81ad-78c205b8b183 None None] Port 5a1e60f2-5c06-4789-9f60-84805499833f cannot update to ACTIVE because it is not bound. {{(pid=92827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 12:59:26.119799 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5c17fc-5dc4-482b-be4b-b1178fc9c162 admin admin] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 12:59:26.125193 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-3f5c17fc-5dc4-482b-be4b-b1178fc9c162 admin admin] 10.222.0.86 "PUT /v2.0/routers/56b3f581-b310-4516-80da-ef9b4ce1aed3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8268991 Jun 18 12:59:26.936481 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 53898) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:59:26.946368 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-4756bfec-0913-44e6-bb63-f6b92abffd56 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-79535853-network', 'tenant_id': '6f536ebd9beb4564a97497c48fa62215'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:59:26.968202 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4756bfec-0913-44e6-bb63-f6b92abffd56 admin admin] Made reservation on behalf of 6f536ebd9beb4564a97497c48fa62215 for: {'network': 1} {{(pid=92826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:59:26.970615 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-4756bfec-0913-44e6-bb63-f6b92abffd56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for network, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:26.979776 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-4756bfec-0913-44e6-bb63-f6b92abffd56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:27.094931 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ccdb76-b0d6-4f12-9483-06c487903a32 req-24088ef4-279a-42af-8150-215660579304 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:27.096391 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c8ccdb76-b0d6-4f12-9483-06c487903a32 req-24088ef4-279a-42af-8150-215660579304 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.1095376 Jun 18 12:59:27.157365 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c8ccdb76-b0d6-4f12-9483-06c487903a32 req-8f05fd07-8b68-436a-8400-a7cb1da5bea5 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531006 Jun 18 12:59:27.184146 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-4756bfec-0913-44e6-bb63-f6b92abffd56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:27.189059 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-4756bfec-0913-44e6-bb63-f6b92abffd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:27.199722 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-6fa99533-c9a8-4d40-abab-b7edac5f4787 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:27.227986 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4756bfec-0913-44e6-bb63-f6b92abffd56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=92826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 12:59:27.242983 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756bfec-0913-44e6-bb63-f6b92abffd56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea42a79-6cb1-4a86-9bea-1e1855ba33ce,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:27.247901 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-4756bfec-0913-44e6-bb63-f6b92abffd56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:27.249751 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-4756bfec-0913-44e6-bb63-f6b92abffd56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559'] for segment, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:27.250346 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.db.segments_db [None req-4756bfec-0913-44e6-bb63-f6b92abffd56 admin admin] Added segment 8f8587aa-719f-4b75-825e-60dceb86d5e7 of type vlan for network 91f0b784-7972-4642-ac39-21500876e949 Jun 18 12:59:27.295339 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-4756bfec-0913-44e6-bb63-f6b92abffd56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743828617162'] for network, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:27.326098 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-4756bfec-0913-44e6-bb63-f6b92abffd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2056967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782'] for network, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:27.327676 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4756bfec-0913-44e6-bb63-f6b92abffd56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:27.328268 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-4756bfec-0913-44e6-bb63-f6b92abffd56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for network, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:27.330280 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:27.374925 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d514e713-6e6a-487e-a027-364aebdd89eb None None] Sync routers for ids ['56b3f581-b310-4516-80da-ef9b4ce1aed3'] in dv-cinder-797073-1-iscsi {{(pid=92828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 12:59:27.383373 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-4756bfec-0913-44e6-bb63-f6b92abffd56 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4424291 Jun 18 12:59:27.383879 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 53900) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:59:27.385616 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d514e713-6e6a-487e-a027-364aebdd89eb None None] Routers {'56b3f581-b310-4516-80da-ef9b4ce1aed3'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 12:59:27.386205 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-d514e713-6e6a-487e-a027-364aebdd89eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:59:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['56b3f581-b310-4516-80da-ef9b4ce1aed3'], 'active': True} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:59:27.389452 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-624591db-9f32-4da8-9278-16649dcc3e7c admin admin] Request body: {'subnet': {'network_id': '91f0b784-7972-4642-ac39-21500876e949', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-79535853-subnet', 'tenant_id': '6f536ebd9beb4564a97497c48fa62215', 'ip_version': 4}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:59:27.392316 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756bfec-0913-44e6-bb63-f6b92abffd56 admin admin] Pushing event updated for resources: {'Network': ['ID=91f0b784-7972-4642-ac39-21500876e949,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:27.396066 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-4756bfec-0913-44e6-bb63-f6b92abffd56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:27.403685 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Network 91f0b784-7972-4642-ac39-21500876e949 details requested by agent ovs-agent-dv-cinder-797073-1-iscsi with host dv-cinder-797073-1-iscsi {{(pid=92827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 12:59:27.415697 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624591db-9f32-4da8-9278-16649dcc3e7c admin admin] Made reservation on behalf of 6f536ebd9beb4564a97497c48fa62215 for: {'subnet': 1} {{(pid=92825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:59:27.418320 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-624591db-9f32-4da8-9278-16649dcc3e7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8063629'] for subnet, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:27.528022 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvr_db [None req-d514e713-6e6a-487e-a027-364aebdd89eb None None] Set router 56b3f581-b310-4516-80da-ef9b4ce1aed3 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 12:59:27.691928 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:27.708343 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-624591db-9f32-4da8-9278-16649dcc3e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8372270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8063647'] for subnet, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:27.717471 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-0d379ed2-5b13-4e39-9428-e8166c609e09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:27.804920 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624591db-9f32-4da8-9278-16649dcc3e7c admin admin] Checking segment: {'id': '8f8587aa-719f-4b75-825e-60dceb86d5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '91f0b784-7972-4642-ac39-21500876e949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:59:27.805280 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624591db-9f32-4da8-9278-16649dcc3e7c admin admin] Network hostable DHCP agents. Network: 91f0b784-7972-4642-ac39-21500876e949, hostable agents: ['a4764913-7e4e-4767-85bd-6fdf32f4ace2'], hosted agents: [] {{(pid=92825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 12:59:27.819727 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624591db-9f32-4da8-9278-16649dcc3e7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0a7e036-d425-4e31-b5ee-70950380d3c4,revision_number=0']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:27.823161 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-624591db-9f32-4da8-9278-16649dcc3e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:27.837164 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 75d34f20-a52d-4885-8bfd-0653359f26b3 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:59:27.840555 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624591db-9f32-4da8-9278-16649dcc3e7c admin admin] Network 91f0b784-7972-4642-ac39-21500876e949 is scheduled to be hosted by DHCP agent a4764913-7e4e-4767-85bd-6fdf32f4ace2 with binding_index 1 {{(pid=92825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 12:59:27.856380 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [None req-624591db-9f32-4da8-9278-16649dcc3e7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797073-1-iscsi, 91f0b784-7972-4642-ac39-21500876e949) {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:59:27.863440 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624591db-9f32-4da8-9278-16649dcc3e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:27.864127 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-624591db-9f32-4da8-9278-16649dcc3e7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for subnet, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:27.872691 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-d514e713-6e6a-487e-a027-364aebdd89eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b3f581-b310-4516-80da-ef9b4ce1aed3', 'name': 'tempest-TestMinimumBasicScenario-870099779-router', 'tenant_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '75d34f20-a52d-4885-8bfd-0653359f26b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:59:20Z', 'updated_at': '2021-06-18T12:59:25Z', 'revision_number': 4, 'project_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'gw_port': {'id': '75d34f20-a52d-4885-8bfd-0653359f26b3', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:06:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b3f581-b310-4516-80da-ef9b4ce1aed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:59:21Z', 'updated_at': '2021-06-18T12:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': '5a1e60f2-5c06-4789-9f60-84805499833f', 'name': '', 'network_id': '4650261d-14da-4314-a14e-d6ffe8cfac33', 'tenant_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'mac_address': 'fa:16:3e:ca:34:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b3f581-b310-4516-80da-ef9b4ce1aed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'e4940de8-0ec5-4587-ae0f-998b04a74657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:59:23Z', 'updated_at': '2021-06-18T12:59:25Z', 'revision_number': 2, 'project_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'subnets': [{'id': 'e4940de8-0ec5-4587-ae0f-998b04a74657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:59:27.875841 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a669a87-7f22-451c-ba3d-77eeebb4d938 None None] Network 91f0b784-7972-4642-ac39-21500876e949 requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 12:59:27.883576 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-624591db-9f32-4da8-9278-16649dcc3e7c admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4961874 Jun 18 12:59:27.883905 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 53910) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:59:27.888549 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-e00981ec-65c2-41bd-8fd4-91f0a48c97c1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-79535853-router', 'tenant_id': '6f536ebd9beb4564a97497c48fa62215', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'}}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:59:27.905578 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d514e713-6e6a-487e-a027-364aebdd89eb None None] Checking router: 56b3f581-b310-4516-80da-ef9b4ce1aed3 for host: dv-cinder-797073-1-iscsi {{(pid=92828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 12:59:27.906137 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d514e713-6e6a-487e-a027-364aebdd89eb None None] Updating router 56b3f581-b310-4516-80da-ef9b4ce1aed3 port 5a1e60f2-5c06-4789-9f60-84805499833f binding host dv-cinder-797073-1-iscsi {{(pid=92828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 12:59:27.937299 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e00981ec-65c2-41bd-8fd4-91f0a48c97c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2084009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28470'] for router, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:27.939969 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e00981ec-65c2-41bd-8fd4-91f0a48c97c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2084052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1971176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28495'] for router, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:27.957692 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-d514e713-6e6a-487e-a027-364aebdd89eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:28.004166 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning for port 75d34f20-a52d-4885-8bfd-0653359f26b3 completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:59:28.012660 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port 75d34f20-a52d-4885-8bfd-0653359f26b3 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:59:28.013136 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:28.017637 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e00981ec-65c2-41bd-8fd4-91f0a48c97c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:28.408258 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc743da-5a19-421d-8a20-11648c8f1675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdfc798f7-bdfd-51cf-81b5-ef75a3e95708-91f0b784-7972-4642-ac39-21500876e949', 'network_id': '91f0b784-7972-4642-ac39-21500876e949', 'tenant_id': '6f536ebd9beb4564a97497c48fa62215', 'fixed_ips': [{'subnet_id': 'a0a7e036-d425-4e31-b5ee-70950380d3c4'}]}} from dv-cinder-797073-1-iscsi. {{(pid=92827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 12:59:28.410735 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-bdc743da-5a19-421d-8a20-11648c8f1675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:28.446990 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-d514e713-6e6a-487e-a027-364aebdd89eb None None] Notify callbacks [] for port, precommit_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:28.463014 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.provisioning_blocks [None req-d514e713-6e6a-487e-a027-364aebdd89eb None None] Transition to ACTIVE for port object 5a1e60f2-5c06-4789-9f60-84805499833f will not be triggered until provisioned by entity L2. {{(pid=92828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:59:28.475282 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-d514e713-6e6a-487e-a027-364aebdd89eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:28.480226 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:28.563499 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:28.617339 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7b39a-8b93-4976-b403-0ab8ce6872f5 None None] Pushing event updated for resources: {'Port': ['ID=5a1e60f2-5c06-4789-9f60-84805499833f,revision_number=3']} {{(pid=92828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:28.631448 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG oslo_concurrency.lockutils [None req-a0f7b39a-8b93-4976-b403-0ab8ce6872f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:28.672432 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] For port 75d34f20-a52d-4885-8bfd-0653359f26b3, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=75d34f20-a52d-4885-8bfd-0653359f26b3,segment=NetworkSegment(b79588fc-20f0-437a-9a07-92a6b1056918),segment_id=b79588fc-20f0-437a-9a07-92a6b1056918)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:59:28.685194 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:28.694125 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:28.715595 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.managers [None req-d514e713-6e6a-487e-a027-364aebdd89eb None None] Attempting to bind port 5a1e60f2-5c06-4789-9f60-84805499833f on host dv-cinder-797073-1-iscsi for vnic_type normal with profile {{(pid=92828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 12:59:28.716229 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.managers [None req-d514e713-6e6a-487e-a027-364aebdd89eb None None] Attempting to bind port 5a1e60f2-5c06-4789-9f60-84805499833f by drivers openvswitch,hyperv on host dv-cinder-797073-1-iscsi at level 0 using segments [{'id': 'e999e10b-d51b-4971-81a2-4455b5d0c86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '4650261d-14da-4314-a14e-d6ffe8cfac33'}] {{(pid=92828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 12:59:28.716826 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d514e713-6e6a-487e-a027-364aebdd89eb None None] Attempting to bind port 5a1e60f2-5c06-4789-9f60-84805499833f on network 4650261d-14da-4314-a14e-d6ffe8cfac33 {{(pid=92828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:59:28.723346 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d514e713-6e6a-487e-a027-364aebdd89eb None None] Checking agent: {'id': '157fcad4-361f-41bd-95f6-95639e81fcdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 45, 55), 'started_at': datetime.datetime(2021, 6, 18, 12, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 12, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 12:59:28.723985 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d514e713-6e6a-487e-a027-364aebdd89eb None None] Checking segment: {'id': 'e999e10b-d51b-4971-81a2-4455b5d0c86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '4650261d-14da-4314-a14e-d6ffe8cfac33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:59:28.724547 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-d514e713-6e6a-487e-a027-364aebdd89eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:28.725179 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d514e713-6e6a-487e-a027-364aebdd89eb None None] Bound using segment: {'id': 'e999e10b-d51b-4971-81a2-4455b5d0c86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '4650261d-14da-4314-a14e-d6ffe8cfac33'} {{(pid=92828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 12:59:28.725837 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.managers [None req-d514e713-6e6a-487e-a027-364aebdd89eb None None] Bound port: 5a1e60f2-5c06-4789-9f60-84805499833f, host: dv-cinder-797073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e999e10b-d51b-4971-81a2-4455b5d0c86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '4650261d-14da-4314-a14e-d6ffe8cfac33'}}] {{(pid=92828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 12:59:28.726462 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-d514e713-6e6a-487e-a027-364aebdd89eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:28.737364 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e00981ec-65c2-41bd-8fd4-91f0a48c97c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054888', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2083931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28509'] for router, precommit_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:28.776806 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.db_base_plugin_common [None req-bdc743da-5a19-421d-8a20-11648c8f1675 None None] Allocated IP 172.20.0.2 (91f0b784-7972-4642-ac39-21500876e949/a0a7e036-d425-4e31-b5ee-70950380d3c4/ee0f9087-4479-4f41-b1d6-75e1d63ea723) {{(pid=92827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 12:59:28.799742 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Pushing event updated for resources: {'Port': ['ID=75d34f20-a52d-4885-8bfd-0653359f26b3,revision_number=4']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:28.817535 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:28.828897 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.db [None req-d514e713-6e6a-487e-a027-364aebdd89eb None None] For port 5a1e60f2-5c06-4789-9f60-84805499833f, host dv-cinder-797073-1-iscsi, cleared binding levels {{(pid=92828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 12:59:28.837673 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.db [None req-d514e713-6e6a-487e-a027-364aebdd89eb None None] For port 5a1e60f2-5c06-4789-9f60-84805499833f, host dv-cinder-797073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=5a1e60f2-5c06-4789-9f60-84805499833f,segment=NetworkSegment(e999e10b-d51b-4971-81a2-4455b5d0c86e),segment_id=e999e10b-d51b-4971-81a2-4455b5d0c86e)] {{(pid=92828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 12:59:28.843664 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-d514e713-6e6a-487e-a027-364aebdd89eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:28.846231 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:28.873163 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e2f0a-4ec7-4650-b9a2-82f5febd6385 req-f18c5e5e-18ef-4a31-ba4a-fac41f46a688 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:28.874659 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-2f2e2f0a-4ec7-4650-b9a2-82f5febd6385 req-f18c5e5e-18ef-4a31-ba4a-fac41f46a688 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.1560514 Jun 18 12:59:28.939140 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-2f2e2f0a-4ec7-4650-b9a2-82f5febd6385 req-c8cdcc20-9f3c-47b1-8ca5-cfde6e1449d2 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564151 Jun 18 12:59:28.959699 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7b39a-8b93-4976-b403-0ab8ce6872f5 None None] Pushing event updated for resources: {'Port': ['ID=5a1e60f2-5c06-4789-9f60-84805499833f,revision_number=4']} {{(pid=92828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:28.965599 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG oslo_concurrency.lockutils [None req-a0f7b39a-8b93-4976-b403-0ab8ce6872f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:28.968556 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d514e713-6e6a-487e-a027-364aebdd89eb None None] Routers {'56b3f581-b310-4516-80da-ef9b4ce1aed3'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 12:59:28.969297 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-d514e713-6e6a-487e-a027-364aebdd89eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:59:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['56b3f581-b310-4516-80da-ef9b4ce1aed3'], 'active': True} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:59:29.102671 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-bdc743da-5a19-421d-8a20-11648c8f1675 None None] Notify callbacks [] for port, precommit_create {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:29.116324 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e00981ec-65c2-41bd-8fd4-91f0a48c97c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:29.116599 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-bdc743da-5a19-421d-8a20-11648c8f1675 None None] Transition to ACTIVE for port object ee0f9087-4479-4f41-b1d6-75e1d63ea723 will not be triggered until provisioned by entity L2. {{(pid=92827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:59:29.142912 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e00981ec-65c2-41bd-8fd4-91f0a48c97c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:29.150986 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvr_db [None req-d514e713-6e6a-487e-a027-364aebdd89eb None None] Set router 56b3f581-b310-4516-80da-ef9b4ce1aed3 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 12:59:29.154207 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-bdc743da-5a19-421d-8a20-11648c8f1675 None None] Transition to ACTIVE for port object ee0f9087-4479-4f41-b1d6-75e1d63ea723 will not be triggered until provisioned by entity DHCP. {{(pid=92827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:59:29.164050 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-bdc743da-5a19-421d-8a20-11648c8f1675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645'] for port, after_create {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:29.166027 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-4fa7823d-ce89-4cbf-b1f9-a51d7139231c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:29.236902 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc743da-5a19-421d-8a20-11648c8f1675 None None] Network 91f0b784-7972-4642-ac39-21500876e949 is already hosted by enough agents. {{(pid=92827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:59:29.241648 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.scheduler.base_scheduler [None req-bdc743da-5a19-421d-8a20-11648c8f1675 None None] Resources bound (agent type, host, resource id): {{(pid=92827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:59:29.245268 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc743da-5a19-421d-8a20-11648c8f1675 None None] Received port after_create {{(pid=92827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 12:59:29.253130 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc743da-5a19-421d-8a20-11648c8f1675 None None] Pushing event updated for resources: {'Port': ['ID=ee0f9087-4479-4f41-b1d6-75e1d63ea723,revision_number=1']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:29.258290 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-bdc743da-5a19-421d-8a20-11648c8f1675 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:29.325413 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-bdc743da-5a19-421d-8a20-11648c8f1675 None None] Attempting to bind port ee0f9087-4479-4f41-b1d6-75e1d63ea723 on host dv-cinder-797073-1-iscsi for vnic_type normal with profile {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 12:59:29.328175 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-bdc743da-5a19-421d-8a20-11648c8f1675 None None] Attempting to bind port ee0f9087-4479-4f41-b1d6-75e1d63ea723 by drivers openvswitch,hyperv on host dv-cinder-797073-1-iscsi at level 0 using segments [{'id': '8f8587aa-719f-4b75-825e-60dceb86d5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '91f0b784-7972-4642-ac39-21500876e949'}] {{(pid=92827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 12:59:29.336892 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc743da-5a19-421d-8a20-11648c8f1675 None None] Attempting to bind port ee0f9087-4479-4f41-b1d6-75e1d63ea723 on network 91f0b784-7972-4642-ac39-21500876e949 {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:59:29.350687 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc743da-5a19-421d-8a20-11648c8f1675 None None] Checking agent: {'id': '157fcad4-361f-41bd-95f6-95639e81fcdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 45, 55), 'started_at': datetime.datetime(2021, 6, 18, 12, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 12, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 12:59:29.352990 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc743da-5a19-421d-8a20-11648c8f1675 None None] Checking segment: {'id': '8f8587aa-719f-4b75-825e-60dceb86d5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '91f0b784-7972-4642-ac39-21500876e949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:59:29.354461 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-bdc743da-5a19-421d-8a20-11648c8f1675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:29.355036 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc743da-5a19-421d-8a20-11648c8f1675 None None] Bound using segment: {'id': '8f8587aa-719f-4b75-825e-60dceb86d5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '91f0b784-7972-4642-ac39-21500876e949'} {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 12:59:29.356631 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-bdc743da-5a19-421d-8a20-11648c8f1675 None None] Bound port: ee0f9087-4479-4f41-b1d6-75e1d63ea723, host: dv-cinder-797073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f8587aa-719f-4b75-825e-60dceb86d5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '91f0b784-7972-4642-ac39-21500876e949'}}] {{(pid=92827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 12:59:29.357303 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-bdc743da-5a19-421d-8a20-11648c8f1675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:29.361244 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.db_base_plugin_common [None req-e00981ec-65c2-41bd-8fd4-91f0a48c97c1 admin admin] Allocated IP 172.27.0.123 (9d896988-a366-408b-a158-be6ed4023cc1/a87da4ed-432b-4387-92bb-db12946e6cdf/1dec7f6b-5338-4f21-85df-c59c763e2052) {{(pid=92826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 12:59:29.428921 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-bdc743da-5a19-421d-8a20-11648c8f1675 None None] For port ee0f9087-4479-4f41-b1d6-75e1d63ea723, host dv-cinder-797073-1-iscsi, cleared binding levels {{(pid=92827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 12:59:29.432797 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-bdc743da-5a19-421d-8a20-11648c8f1675 None None] For port ee0f9087-4479-4f41-b1d6-75e1d63ea723, host dv-cinder-797073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=ee0f9087-4479-4f41-b1d6-75e1d63ea723,segment=NetworkSegment(8f8587aa-719f-4b75-825e-60dceb86d5e7),segment_id=8f8587aa-719f-4b75-825e-60dceb86d5e7)] {{(pid=92827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 12:59:29.437942 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-bdc743da-5a19-421d-8a20-11648c8f1675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:29.440561 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:29.497409 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e00981ec-65c2-41bd-8fd4-91f0a48c97c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:29.508179 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc743da-5a19-421d-8a20-11648c8f1675 None None] Pushing event updated for resources: {'Port': ['ID=ee0f9087-4479-4f41-b1d6-75e1d63ea723,revision_number=2']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:29.511510 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-bdc743da-5a19-421d-8a20-11648c8f1675 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:29.513227 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-d514e713-6e6a-487e-a027-364aebdd89eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b3f581-b310-4516-80da-ef9b4ce1aed3', 'name': 'tempest-TestMinimumBasicScenario-870099779-router', 'tenant_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '75d34f20-a52d-4885-8bfd-0653359f26b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:59:20Z', 'updated_at': '2021-06-18T12:59:25Z', 'revision_number': 4, 'project_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'gw_port': {'id': '75d34f20-a52d-4885-8bfd-0653359f26b3', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:06:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3f581-b310-4516-80da-ef9b4ce1aed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:59:21Z', 'updated_at': '2021-06-18T12:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': '5a1e60f2-5c06-4789-9f60-84805499833f', 'name': '', 'network_id': '4650261d-14da-4314-a14e-d6ffe8cfac33', 'tenant_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'mac_address': 'fa:16:3e:ca:34:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b3f581-b310-4516-80da-ef9b4ce1aed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'e4940de8-0ec5-4587-ae0f-998b04a74657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:59:23Z', 'updated_at': '2021-06-18T12:59:28Z', 'revision_number': 4, 'project_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'subnets': [{'id': 'e4940de8-0ec5-4587-ae0f-998b04a74657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:59:29.547872 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d514e713-6e6a-487e-a027-364aebdd89eb None None] The sync data for ids ['56b3f581-b310-4516-80da-ef9b4ce1aed3'] in dv-cinder-797073-1-iscsi is: [{'id': '56b3f581-b310-4516-80da-ef9b4ce1aed3', 'name': 'tempest-TestMinimumBasicScenario-870099779-router', 'tenant_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '75d34f20-a52d-4885-8bfd-0653359f26b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:59:20Z', 'updated_at': '2021-06-18T12:59:25Z', 'revision_number': 4, 'project_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'gw_port': {'id': '75d34f20-a52d-4885-8bfd-0653359f26b3', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:06:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3f581-b310-4516-80da-ef9b4ce1aed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:59:21Z', 'updated_at': '2021-06-18T12:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': '5a1e60f2-5c06-4789-9f60-84805499833f', 'name': '', 'network_id': '4650261d-14da-4314-a14e-d6ffe8cfac33', 'tenant_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'mac_address': 'fa:16:3e:ca:34:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b3f581-b310-4516-80da-ef9b4ce1aed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'e4940de8-0ec5-4587-ae0f-998b04a74657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:59:23Z', 'updated_at': '2021-06-18T12:59:28Z', 'revision_number': 4, 'project_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'subnets': [{'id': 'e4940de8-0ec5-4587-ae0f-998b04a74657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 12:59:29.548831 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e00981ec-65c2-41bd-8fd4-91f0a48c97c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4940139'] for port, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:29.554740 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-cb6f2f57-2342-402d-bd95-e88ada409144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:29.598701 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00981ec-65c2-41bd-8fd4-91f0a48c97c1 admin admin] Network 9d896988-a366-408b-a158-be6ed4023cc1 is already hosted by enough agents. {{(pid=92826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:59:29.603946 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.base_scheduler [None req-e00981ec-65c2-41bd-8fd4-91f0a48c97c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:59:29.615298 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00981ec-65c2-41bd-8fd4-91f0a48c97c1 admin admin] Received port after_create {{(pid=92826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 12:59:29.664905 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00981ec-65c2-41bd-8fd4-91f0a48c97c1 admin admin] Pushing event updated for resources: {'Port': ['ID=1dec7f6b-5338-4f21-85df-c59c763e2052,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:29.719835 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-e00981ec-65c2-41bd-8fd4-91f0a48c97c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:29.958188 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 53938) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:59:30.012726 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 5a1e60f2-5c06-4789-9f60-84805499833f up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:59:30.116211 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e00981ec-65c2-41bd-8fd4-91f0a48c97c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:30.122212 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:30.190290 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning for port 5a1e60f2-5c06-4789-9f60-84805499833f completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:59:30.198289 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port 5a1e60f2-5c06-4789-9f60-84805499833f triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:59:30.198934 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:30.230674 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0bfab024-e4ce-493b-8ab0-dd6518c96a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:30.334779 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:30.404211 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] For port 5a1e60f2-5c06-4789-9f60-84805499833f, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=5a1e60f2-5c06-4789-9f60-84805499833f,segment=NetworkSegment(e999e10b-d51b-4971-81a2-4455b5d0c86e),segment_id=e999e10b-d51b-4971-81a2-4455b5d0c86e)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:59:30.411454 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:30.412389 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 75d34f20-a52d-4885-8bfd-0653359f26b3 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:59:30.416265 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:30.484892 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0bfab024-e4ce-493b-8ab0-dd6518c96a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:30.490547 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0bfab024-e4ce-493b-8ab0-dd6518c96a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:30.514677 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2c59d-c11c-4251-9886-4179c06fce96 req-a0039ddb-6cdc-42fd-af3a-0aa13c8cedeb tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:30.516223 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-8df2c59d-c11c-4251-9886-4179c06fce96 req-a0039ddb-6cdc-42fd-af3a-0aa13c8cedeb tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.2651012 Jun 18 12:59:30.543423 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-3f1a0d54-22de-413e-86f8-7d59f8c8c238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:30.548192 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-0bfab024-e4ce-493b-8ab0-dd6518c96a3d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=777be2bb316947fa98788f1afb8e1c23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5885515 Jun 18 12:59:30.551777 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 53944) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:59:30.579519 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfab024-e4ce-493b-8ab0-dd6518c96a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4bd79e-320a-42c4-abfa-981963b922b1,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:30.596807 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-0bfab024-e4ce-493b-8ab0-dd6518c96a3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:30.609897 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Pushing event updated for resources: {'Port': ['ID=5a1e60f2-5c06-4789-9f60-84805499833f,revision_number=5']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:30.623028 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:30.658374 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port 75d34f20-a52d-4885-8bfd-0653359f26b3 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:59:30.658932 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:30.745706 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e00981ec-65c2-41bd-8fd4-91f0a48c97c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2084000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054972'] for router, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:30.947971 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-8df2c59d-c11c-4251-9886-4179c06fce96 req-dac130a1-6ecf-4f6f-9874-23b10bfb3725 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4168925 Jun 18 12:59:30.999384 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-a427d4fb-8089-4cf1-8923-3307cc9973f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:31.053939 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-a427d4fb-8089-4cf1-8923-3307cc9973f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:31.118368 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e153f80-3028-4ed3-b169-db67ab78b006 None None] Network 91f0b784-7972-4642-ac39-21500876e949 requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 12:59:31.161159 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-a427d4fb-8089-4cf1-8923-3307cc9973f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:31.165041 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-a427d4fb-8089-4cf1-8923-3307cc9973f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:31.168519 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-a427d4fb-8089-4cf1-8923-3307cc9973f9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8f4bd79e-320a-42c4-abfa-981963b922b1 HTTP/1.1" status: 204 len: 168 time: 0.6121264 Jun 18 12:59:31.169472 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-43e79fa4-c7e8-4967-9b53-04b3fa07a8a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:31.180588 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427d4fb-8089-4cf1-8923-3307cc9973f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4bd79e-320a-42c4-abfa-981963b922b1,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:31.183265 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-a427d4fb-8089-4cf1-8923-3307cc9973f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:31.205609 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00981ec-65c2-41bd-8fd4-91f0a48c97c1 admin admin] Router 34a14f6d-2f22-4a73-8031-682d4fdb4598 is scheduled to L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc with binding_index 1 {{(pid=92826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 12:59:31.224938 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-ecab0b3e-c5e0-4aa9-920f-8185d1d792c2 None None] Provisioning for port ee0f9087-4479-4f41-b1d6-75e1d63ea723 completed by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:59:31.413273 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00981ec-65c2-41bd-8fd4-91f0a48c97c1 admin admin] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 12:59:31.425268 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea646c0-7b7e-43d3-aa6f-7c6873d85f32 None None] Sync routers for ids ['34a14f6d-2f22-4a73-8031-682d4fdb4598'] in dv-cinder-797073-1-iscsi {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 12:59:31.434761 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-e00981ec-65c2-41bd-8fd4-91f0a48c97c1 admin admin] Notify callbacks [] for router, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:31.438344 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea646c0-7b7e-43d3-aa6f-7c6873d85f32 None None] Routers {'34a14f6d-2f22-4a73-8031-682d4fdb4598'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 12:59:31.439058 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 53950) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:59:31.439837 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-e00981ec-65c2-41bd-8fd4-91f0a48c97c1 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.5548320 Jun 18 12:59:31.441373 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-6ea646c0-7b7e-43d3-aa6f-7c6873d85f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:59:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['34a14f6d-2f22-4a73-8031-682d4fdb4598'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:59:31.616251 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-6ea646c0-7b7e-43d3-aa6f-7c6873d85f32 None None] Set router 34a14f6d-2f22-4a73-8031-682d4fdb4598 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 12:59:31.671793 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 53952) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:59:31.691672 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ad6fcc1c-057e-4a0d-8ef8-5fcea3623c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:31.854528 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ad6fcc1c-057e-4a0d-8ef8-5fcea3623c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:31.868589 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ad6fcc1c-057e-4a0d-8ef8-5fcea3623c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:31.892897 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-b3d02677-dae8-47c2-a287-a71f93c493e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:31.898055 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-ad6fcc1c-057e-4a0d-8ef8-5fcea3623c90 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c3ea828ed5a74e02b7aa89633f807a9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2234797 Jun 18 12:59:31.901532 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 53956) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:59:31.935352 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 5a1e60f2-5c06-4789-9f60-84805499833f up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:59:31.947108 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6fcc1c-057e-4a0d-8ef8-5fcea3623c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9956e612-893d-40b5-bebc-3f98ebe1a413,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:31.957697 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-ad6fcc1c-057e-4a0d-8ef8-5fcea3623c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:32.027837 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9480cdc0-2dc6-4204-a65e-ac1a9d9ba484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:32.062364 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9480cdc0-2dc6-4204-a65e-ac1a9d9ba484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:32.118720 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-6ea646c0-7b7e-43d3-aa6f-7c6873d85f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a14f6d-2f22-4a73-8031-682d4fdb4598', 'name': 'tempest-TestMinimumBasicScenario-79535853-router', 'tenant_id': '6f536ebd9beb4564a97497c48fa62215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '1dec7f6b-5338-4f21-85df-c59c763e2052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:59:27Z', 'updated_at': '2021-06-18T12:59:29Z', 'revision_number': 3, 'project_id': '6f536ebd9beb4564a97497c48fa62215', 'gw_port': {'id': '1dec7f6b-5338-4f21-85df-c59c763e2052', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a14f6d-2f22-4a73-8031-682d4fdb4598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:59:29Z', 'updated_at': '2021-06-18T12:59:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi'}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:59:32.133576 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9480cdc0-2dc6-4204-a65e-ac1a9d9ba484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:32.136876 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port 5a1e60f2-5c06-4789-9f60-84805499833f triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:59:32.137022 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:32.138598 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9480cdc0-2dc6-4204-a65e-ac1a9d9ba484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:32.139992 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-9480cdc0-2dc6-4204-a65e-ac1a9d9ba484 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9956e612-893d-40b5-bebc-3f98ebe1a413 HTTP/1.1" status: 204 len: 168 time: 0.2304604 Jun 18 12:59:32.141004 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-4c4283fd-6475-40a5-8be7-da5379a2daed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:32.153556 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480cdc0-2dc6-4204-a65e-ac1a9d9ba484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9956e612-893d-40b5-bebc-3f98ebe1a413,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:32.161629 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-9480cdc0-2dc6-4204-a65e-ac1a9d9ba484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:32.215973 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-701dd7be-d1c8-4dfb-87b1-095842e46d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:32.262222 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea646c0-7b7e-43d3-aa6f-7c6873d85f32 None None] Checking router: 34a14f6d-2f22-4a73-8031-682d4fdb4598 for host: dv-cinder-797073-1-iscsi {{(pid=92827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 12:59:32.265001 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea646c0-7b7e-43d3-aa6f-7c6873d85f32 None None] Updating router 34a14f6d-2f22-4a73-8031-682d4fdb4598 port 1dec7f6b-5338-4f21-85df-c59c763e2052 binding host dv-cinder-797073-1-iscsi {{(pid=92827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 12:59:32.275081 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c0559-3ef3-4bd6-acf7-48ffe5952122 req-2ddd68e8-58b6-466a-a1d3-9156c9568838 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:32.276704 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-203c0559-3ef3-4bd6-acf7-48ffe5952122 req-2ddd68e8-58b6-466a-a1d3-9156c9568838 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.1059213 Jun 18 12:59:32.338294 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-203c0559-3ef3-4bd6-acf7-48ffe5952122 req-67b36721-dd97-4aae-8713-fe12e7cc7d4c tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508130 Jun 18 12:59:32.377490 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-6ea646c0-7b7e-43d3-aa6f-7c6873d85f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:32.504964 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.db_base_plugin_common [None req-701dd7be-d1c8-4dfb-87b1-095842e46d24 admin admin] Allocated IP 172.20.0.1 (91f0b784-7972-4642-ac39-21500876e949/a0a7e036-d425-4e31-b5ee-70950380d3c4/7a46caff-e713-4437-b45e-22e184e01a7a) {{(pid=92825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 12:59:32.535284 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device ee0f9087-4479-4f41-b1d6-75e1d63ea723 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:59:32.636090 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-701dd7be-d1c8-4dfb-87b1-095842e46d24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:32.649324 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning for port ee0f9087-4479-4f41-b1d6-75e1d63ea723 completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:59:32.652126 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.provisioning_blocks [None req-701dd7be-d1c8-4dfb-87b1-095842e46d24 admin admin] Transition to ACTIVE for port object 7a46caff-e713-4437-b45e-22e184e01a7a will not be triggered until provisioned by entity DHCP. {{(pid=92825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:59:32.659628 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port ee0f9087-4479-4f41-b1d6-75e1d63ea723 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:59:32.660669 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:32.694437 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-701dd7be-d1c8-4dfb-87b1-095842e46d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8372378'] for port, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:32.699171 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:32.722649 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 53964) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:59:32.737292 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-7b9ea075-64ae-4007-b12a-eb74c0f0e450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:32.758550 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701dd7be-d1c8-4dfb-87b1-095842e46d24 admin admin] Pushing event updated for resources: {'Port': ['ID=7a46caff-e713-4437-b45e-22e184e01a7a,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:32.764352 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-701dd7be-d1c8-4dfb-87b1-095842e46d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:32.777358 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701dd7be-d1c8-4dfb-87b1-095842e46d24 admin admin] Network 91f0b784-7972-4642-ac39-21500876e949 is already hosted by enough agents. {{(pid=92825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:59:32.780173 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [None req-701dd7be-d1c8-4dfb-87b1-095842e46d24 admin admin] Resources bound (agent type, host, resource id): {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:59:32.797603 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701dd7be-d1c8-4dfb-87b1-095842e46d24 admin admin] Received port after_create {{(pid=92825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 12:59:32.830628 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-6ea646c0-7b7e-43d3-aa6f-7c6873d85f32 None None] Notify callbacks [] for port, precommit_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:32.847078 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:32.851122 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-6ea646c0-7b7e-43d3-aa6f-7c6873d85f32 None None] Transition to ACTIVE for port object 1dec7f6b-5338-4f21-85df-c59c763e2052 will not be triggered until provisioned by entity L2. {{(pid=92827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:59:32.872502 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-6ea646c0-7b7e-43d3-aa6f-7c6873d85f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:32.889046 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-701dd7be-d1c8-4dfb-87b1-095842e46d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052883'] for router_interface, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:32.889263 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-c66c3705-d2a6-442f-889c-587b205430b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:32.965051 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-7b9ea075-64ae-4007-b12a-eb74c0f0e450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:32.985308 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-7b9ea075-64ae-4007-b12a-eb74c0f0e450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:32.989327 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-6642d5f1-7899-45b1-875f-b397d4ba9c8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:33.059243 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-7b9ea075-64ae-4007-b12a-eb74c0f0e450 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ca2498b1c9e54145b42615406ddf6b77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3355081 Jun 18 12:59:33.060354 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ea075-64ae-4007-b12a-eb74c0f0e450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b9c39b-ea02-476f-adc0-8201af194216,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:33.069222 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 53966) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 12:59:33.079029 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-7b9ea075-64ae-4007-b12a-eb74c0f0e450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:33.124836 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] For port ee0f9087-4479-4f41-b1d6-75e1d63ea723, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=ee0f9087-4479-4f41-b1d6-75e1d63ea723,segment=NetworkSegment(8f8587aa-719f-4b75-825e-60dceb86d5e7),segment_id=8f8587aa-719f-4b75-825e-60dceb86d5e7)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:59:33.134393 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:33.141677 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-399fab3e-a785-42f5-9815-f729443cb061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:33.143177 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-6ea646c0-7b7e-43d3-aa6f-7c6873d85f32 None None] Attempting to bind port 1dec7f6b-5338-4f21-85df-c59c763e2052 on host dv-cinder-797073-1-iscsi for vnic_type normal with profile {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 12:59:33.143560 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-6ea646c0-7b7e-43d3-aa6f-7c6873d85f32 None None] Attempting to bind port 1dec7f6b-5338-4f21-85df-c59c763e2052 by drivers openvswitch,hyperv on host dv-cinder-797073-1-iscsi at level 0 using segments [{'id': 'b79588fc-20f0-437a-9a07-92a6b1056918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'}] {{(pid=92827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 12:59:33.143986 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea646c0-7b7e-43d3-aa6f-7c6873d85f32 None None] Attempting to bind port 1dec7f6b-5338-4f21-85df-c59c763e2052 on network 9d896988-a366-408b-a158-be6ed4023cc1 {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:59:33.152542 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e928595f-93ed-4db3-bc2f-7fb877042445 None None] Pushing event updated for resources: {'Port': ['ID=1dec7f6b-5338-4f21-85df-c59c763e2052,revision_number=2']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:33.154834 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea646c0-7b7e-43d3-aa6f-7c6873d85f32 None None] Checking agent: {'id': '157fcad4-361f-41bd-95f6-95639e81fcdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 45, 55), 'started_at': datetime.datetime(2021, 6, 18, 12, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 12, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 12:59:33.155217 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea646c0-7b7e-43d3-aa6f-7c6873d85f32 None None] Checking segment: {'id': 'b79588fc-20f0-437a-9a07-92a6b1056918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:59:33.155617 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-6ea646c0-7b7e-43d3-aa6f-7c6873d85f32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:33.156013 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea646c0-7b7e-43d3-aa6f-7c6873d85f32 None None] Bound using segment: {'id': 'b79588fc-20f0-437a-9a07-92a6b1056918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'} {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 12:59:33.156489 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-6ea646c0-7b7e-43d3-aa6f-7c6873d85f32 None None] Bound port: 1dec7f6b-5338-4f21-85df-c59c763e2052, host: dv-cinder-797073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b79588fc-20f0-437a-9a07-92a6b1056918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'}}] {{(pid=92827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 12:59:33.156963 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-6ea646c0-7b7e-43d3-aa6f-7c6873d85f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:33.171847 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-701dd7be-d1c8-4dfb-87b1-095842e46d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:33.174193 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-399fab3e-a785-42f5-9815-f729443cb061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:33.189773 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e928595f-93ed-4db3-bc2f-7fb877042445 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:33.190117 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e928595f-93ed-4db3-bc2f-7fb877042445 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:33.191667 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e928595f-93ed-4db3-bc2f-7fb877042445 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:33.191667 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e928595f-93ed-4db3-bc2f-7fb877042445 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:33.191934 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e928595f-93ed-4db3-bc2f-7fb877042445 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:33.192290 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e928595f-93ed-4db3-bc2f-7fb877042445 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:33.192690 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e928595f-93ed-4db3-bc2f-7fb877042445 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:33.193313 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e928595f-93ed-4db3-bc2f-7fb877042445 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:33.193439 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e928595f-93ed-4db3-bc2f-7fb877042445 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:33.193688 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e928595f-93ed-4db3-bc2f-7fb877042445 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:33.194010 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e928595f-93ed-4db3-bc2f-7fb877042445 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:33.194328 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e928595f-93ed-4db3-bc2f-7fb877042445 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:33.202614 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-e928595f-93ed-4db3-bc2f-7fb877042445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:33.203085 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-bdc743da-5a19-421d-8a20-11648c8f1675 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:33.237226 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-399fab3e-a785-42f5-9815-f729443cb061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:33.241753 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-399fab3e-a785-42f5-9815-f729443cb061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:33.248363 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-a5543e48-a0fb-4765-af74-8a969257c95d None None] Provisioning for port 7a46caff-e713-4437-b45e-22e184e01a7a completed by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:59:33.248567 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-399fab3e-a785-42f5-9815-f729443cb061 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/39b9c39b-ea02-476f-adc0-8201af194216 HTTP/1.1" status: 204 len: 168 time: 0.1729195 Jun 18 12:59:33.248567 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-25211ec5-13d6-41ff-96ad-3d5097a5e540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:33.253140 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399fab3e-a785-42f5-9815-f729443cb061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b9c39b-ea02-476f-adc0-8201af194216,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:33.255627 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-399fab3e-a785-42f5-9815-f729443cb061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:33.262314 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-a5543e48-a0fb-4765-af74-8a969257c95d None None] Provisioning complete for port 7a46caff-e713-4437-b45e-22e184e01a7a triggered by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:59:33.262700 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-a5543e48-a0fb-4765-af74-8a969257c95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:33.290287 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-6ea646c0-7b7e-43d3-aa6f-7c6873d85f32 None None] For port 1dec7f6b-5338-4f21-85df-c59c763e2052, host dv-cinder-797073-1-iscsi, cleared binding levels {{(pid=92827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 12:59:33.340888 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-6ea646c0-7b7e-43d3-aa6f-7c6873d85f32 None None] For port 1dec7f6b-5338-4f21-85df-c59c763e2052, host dv-cinder-797073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=1dec7f6b-5338-4f21-85df-c59c763e2052,segment=NetworkSegment(b79588fc-20f0-437a-9a07-92a6b1056918),segment_id=b79588fc-20f0-437a-9a07-92a6b1056918)] {{(pid=92827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 12:59:33.344776 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Pushing event updated for resources: {'Port': ['ID=ee0f9087-4479-4f41-b1d6-75e1d63ea723,revision_number=3']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:33.350147 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:33.358025 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-6ea646c0-7b7e-43d3-aa6f-7c6873d85f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:33.361263 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:33.363789 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-a5543e48-a0fb-4765-af74-8a969257c95d None None] Port 7a46caff-e713-4437-b45e-22e184e01a7a cannot update to ACTIVE because it is not bound. {{(pid=92827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 12:59:33.423046 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea646c0-7b7e-43d3-aa6f-7c6873d85f32 None None] Routers {'34a14f6d-2f22-4a73-8031-682d4fdb4598'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 12:59:33.423706 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-6ea646c0-7b7e-43d3-aa6f-7c6873d85f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:59:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['34a14f6d-2f22-4a73-8031-682d4fdb4598'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:59:33.463731 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e928595f-93ed-4db3-bc2f-7fb877042445 None None] Pushing event updated for resources: {'Port': ['ID=1dec7f6b-5338-4f21-85df-c59c763e2052,revision_number=3']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:33.468685 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-e928595f-93ed-4db3-bc2f-7fb877042445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:33.485726 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-701dd7be-d1c8-4dfb-87b1-095842e46d24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:33.500474 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-701dd7be-d1c8-4dfb-87b1-095842e46d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8372396'] for port, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:33.504458 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-4d1c973f-fd7c-405f-9ce4-7751ee552179 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:33.592191 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-6ea646c0-7b7e-43d3-aa6f-7c6873d85f32 None None] Set router 34a14f6d-2f22-4a73-8031-682d4fdb4598 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 12:59:33.604427 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701dd7be-d1c8-4dfb-87b1-095842e46d24 admin admin] Pushing event updated for resources: {'Port': ['ID=7a46caff-e713-4437-b45e-22e184e01a7a,revision_number=2']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:33.608136 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-701dd7be-d1c8-4dfb-87b1-095842e46d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:33.614537 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c3acd-8c96-4f6a-a1cf-7ece228c4c46 req-8b71f707-a248-4660-abac-404e51c9ad79 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:33.622014 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5c3c3acd-8c96-4f6a-a1cf-7ece228c4c46 req-8b71f707-a248-4660-abac-404e51c9ad79 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.0874562 Jun 18 12:59:33.652652 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-701dd7be-d1c8-4dfb-87b1-095842e46d24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2059530'] for router_interface, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:33.673292 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5c3c3acd-8c96-4f6a-a1cf-7ece228c4c46 req-95d4cb1d-bd6e-432d-8f53-17e1c600ac85 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502462 Jun 18 12:59:33.828802 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device ee0f9087-4479-4f41-b1d6-75e1d63ea723 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:59:33.844133 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701dd7be-d1c8-4dfb-87b1-095842e46d24 admin admin] Network 91f0b784-7972-4642-ac39-21500876e949 is already hosted by enough agents. {{(pid=92825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:59:33.845876 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [None req-701dd7be-d1c8-4dfb-87b1-095842e46d24 admin admin] Resources bound (agent type, host, resource id): {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:59:33.939047 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port ee0f9087-4479-4f41-b1d6-75e1d63ea723 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:59:33.939345 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:34.008152 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701dd7be-d1c8-4dfb-87b1-095842e46d24 admin admin] Router 34a14f6d-2f22-4a73-8031-682d4fdb4598 has already been hosted by L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc {{(pid=92825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 12:59:34.042252 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-6ea646c0-7b7e-43d3-aa6f-7c6873d85f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a14f6d-2f22-4a73-8031-682d4fdb4598', 'name': 'tempest-TestMinimumBasicScenario-79535853-router', 'tenant_id': '6f536ebd9beb4564a97497c48fa62215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '1dec7f6b-5338-4f21-85df-c59c763e2052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:59:27Z', 'updated_at': '2021-06-18T12:59:33Z', 'revision_number': 4, 'project_id': '6f536ebd9beb4564a97497c48fa62215', 'gw_port': {'id': '1dec7f6b-5338-4f21-85df-c59c763e2052', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a14f6d-2f22-4a73-8031-682d4fdb4598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:59:29Z', 'updated_at': '2021-06-18T12:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': '7a46caff-e713-4437-b45e-22e184e01a7a', 'name': '', 'network_id': '91f0b784-7972-4642-ac39-21500876e949', 'tenant_id': '6f536ebd9beb4564a97497c48fa62215', 'mac_address': 'fa:16:3e:af:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a14f6d-2f22-4a73-8031-682d4fdb4598', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'a0a7e036-d425-4e31-b5ee-70950380d3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:59:32Z', 'updated_at': '2021-06-18T12:59:32Z', 'revision_number': 1, 'project_id': '6f536ebd9beb4564a97497c48fa62215', 'subnets': [{'id': 'a0a7e036-d425-4e31-b5ee-70950380d3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:59:34.075246 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea646c0-7b7e-43d3-aa6f-7c6873d85f32 None None] The sync data for ids ['34a14f6d-2f22-4a73-8031-682d4fdb4598'] in dv-cinder-797073-1-iscsi is: [{'id': '34a14f6d-2f22-4a73-8031-682d4fdb4598', 'name': 'tempest-TestMinimumBasicScenario-79535853-router', 'tenant_id': '6f536ebd9beb4564a97497c48fa62215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '1dec7f6b-5338-4f21-85df-c59c763e2052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:59:27Z', 'updated_at': '2021-06-18T12:59:33Z', 'revision_number': 4, 'project_id': '6f536ebd9beb4564a97497c48fa62215', 'gw_port': {'id': '1dec7f6b-5338-4f21-85df-c59c763e2052', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a14f6d-2f22-4a73-8031-682d4fdb4598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:59:29Z', 'updated_at': '2021-06-18T12:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': '7a46caff-e713-4437-b45e-22e184e01a7a', 'name': '', 'network_id': '91f0b784-7972-4642-ac39-21500876e949', 'tenant_id': '6f536ebd9beb4564a97497c48fa62215', 'mac_address': 'fa:16:3e:af:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a14f6d-2f22-4a73-8031-682d4fdb4598', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'a0a7e036-d425-4e31-b5ee-70950380d3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:59:32Z', 'updated_at': '2021-06-18T12:59:32Z', 'revision_number': 1, 'project_id': '6f536ebd9beb4564a97497c48fa62215', 'subnets': [{'id': 'a0a7e036-d425-4e31-b5ee-70950380d3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 12:59:34.145683 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701dd7be-d1c8-4dfb-87b1-095842e46d24 admin admin] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 12:59:34.151573 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-701dd7be-d1c8-4dfb-87b1-095842e46d24 admin admin] 10.222.0.86 "PUT /v2.0/routers/34a14f6d-2f22-4a73-8031-682d4fdb4598/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7114849 Jun 18 12:59:34.190629 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-847bbf5b-b1ec-4a12-a357-ab981ef7ef7a None None] Provisioning complete for port 7a46caff-e713-4437-b45e-22e184e01a7a triggered by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:59:34.191693 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-847bbf5b-b1ec-4a12-a357-ab981ef7ef7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:34.227246 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-847bbf5b-b1ec-4a12-a357-ab981ef7ef7a None None] Port 7a46caff-e713-4437-b45e-22e184e01a7a cannot update to ACTIVE because it is not bound. {{(pid=92827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 12:59:34.895354 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf089d48-9dcc-46dd-961e-8d726bf0f232 req-e5f77b10-19ac-4548-920a-5e7e4178e62e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:34.897648 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-bf089d48-9dcc-46dd-961e-8d726bf0f232 req-e5f77b10-19ac-4548-920a-5e7e4178e62e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.0915079 Jun 18 12:59:34.958575 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-bf089d48-9dcc-46dd-961e-8d726bf0f232 req-730c48e8-616f-40dc-9a70-98857ea4c633 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537455 Jun 18 12:59:35.903879 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 1dec7f6b-5338-4f21-85df-c59c763e2052 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:59:35.978858 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning for port 1dec7f6b-5338-4f21-85df-c59c763e2052 completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:59:35.985484 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port 1dec7f6b-5338-4f21-85df-c59c763e2052 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:59:35.985877 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:36.126656 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:36.155193 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] For port 1dec7f6b-5338-4f21-85df-c59c763e2052, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=1dec7f6b-5338-4f21-85df-c59c763e2052,segment=NetworkSegment(b79588fc-20f0-437a-9a07-92a6b1056918),segment_id=b79588fc-20f0-437a-9a07-92a6b1056918)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:59:36.160640 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:36.166087 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:36.223749 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Pushing event updated for resources: {'Port': ['ID=1dec7f6b-5338-4f21-85df-c59c763e2052,revision_number=4']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:36.227747 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653ae76-889e-4fbd-9ba3-64a94f8f95d5 req-fbee8daa-e875-45d5-b9d3-c9746cec9c6e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:36.229520 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3653ae76-889e-4fbd-9ba3-64a94f8f95d5 req-fbee8daa-e875-45d5-b9d3-c9746cec9c6e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.0964167 Jun 18 12:59:36.240401 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:36.284262 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3653ae76-889e-4fbd-9ba3-64a94f8f95d5 req-26ee8ebe-b879-43e8-92fb-0820519dfa47 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449569 Jun 18 12:59:37.529942 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8c5aa-b649-4dff-8436-53a7159930e7 req-45a2575d-8b7b-4f7c-adb3-4eb99b205540 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:37.531572 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-76e8c5aa-b649-4dff-8436-53a7159930e7 req-45a2575d-8b7b-4f7c-adb3-4eb99b205540 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.1023521 Jun 18 12:59:37.580577 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-76e8c5aa-b649-4dff-8436-53a7159930e7 req-a6ab393b-0e34-4a46-89df-b29152b099eb tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426090 Jun 18 12:59:37.728853 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 1dec7f6b-5338-4f21-85df-c59c763e2052 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:59:37.798144 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port 1dec7f6b-5338-4f21-85df-c59c763e2052 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:59:37.798735 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:37.953190 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22ad281-3aa5-4716-9d37-607589df30ce None None] Sync routers for ids ['34a14f6d-2f22-4a73-8031-682d4fdb4598'] in dv-cinder-797073-1-iscsi {{(pid=92828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 12:59:37.963121 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22ad281-3aa5-4716-9d37-607589df30ce None None] Routers {'34a14f6d-2f22-4a73-8031-682d4fdb4598'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 12:59:37.963737 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-e22ad281-3aa5-4716-9d37-607589df30ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:59:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['34a14f6d-2f22-4a73-8031-682d4fdb4598'], 'active': True} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:59:38.163121 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvr_db [None req-e22ad281-3aa5-4716-9d37-607589df30ce None None] Set router 34a14f6d-2f22-4a73-8031-682d4fdb4598 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 12:59:38.385049 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-e22ad281-3aa5-4716-9d37-607589df30ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a14f6d-2f22-4a73-8031-682d4fdb4598', 'name': 'tempest-TestMinimumBasicScenario-79535853-router', 'tenant_id': '6f536ebd9beb4564a97497c48fa62215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '1dec7f6b-5338-4f21-85df-c59c763e2052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:59:27Z', 'updated_at': '2021-06-18T12:59:33Z', 'revision_number': 4, 'project_id': '6f536ebd9beb4564a97497c48fa62215', 'gw_port': {'id': '1dec7f6b-5338-4f21-85df-c59c763e2052', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a14f6d-2f22-4a73-8031-682d4fdb4598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:59:29Z', 'updated_at': '2021-06-18T12:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': '7a46caff-e713-4437-b45e-22e184e01a7a', 'name': '', 'network_id': '91f0b784-7972-4642-ac39-21500876e949', 'tenant_id': '6f536ebd9beb4564a97497c48fa62215', 'mac_address': 'fa:16:3e:af:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a14f6d-2f22-4a73-8031-682d4fdb4598', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'a0a7e036-d425-4e31-b5ee-70950380d3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:59:32Z', 'updated_at': '2021-06-18T12:59:33Z', 'revision_number': 2, 'project_id': '6f536ebd9beb4564a97497c48fa62215', 'subnets': [{'id': 'a0a7e036-d425-4e31-b5ee-70950380d3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:59:38.412377 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22ad281-3aa5-4716-9d37-607589df30ce None None] Checking router: 34a14f6d-2f22-4a73-8031-682d4fdb4598 for host: dv-cinder-797073-1-iscsi {{(pid=92828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 12:59:38.412738 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22ad281-3aa5-4716-9d37-607589df30ce None None] Updating router 34a14f6d-2f22-4a73-8031-682d4fdb4598 port 7a46caff-e713-4437-b45e-22e184e01a7a binding host dv-cinder-797073-1-iscsi {{(pid=92828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 12:59:38.448078 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-e22ad281-3aa5-4716-9d37-607589df30ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:38.725343 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-e22ad281-3aa5-4716-9d37-607589df30ce None None] Notify callbacks [] for port, precommit_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:38.736349 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.provisioning_blocks [None req-e22ad281-3aa5-4716-9d37-607589df30ce None None] Transition to ACTIVE for port object 7a46caff-e713-4437-b45e-22e184e01a7a will not be triggered until provisioned by entity L2. {{(pid=92828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:59:38.745081 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-e22ad281-3aa5-4716-9d37-607589df30ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:38.754474 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG oslo_concurrency.lockutils [None req-a0f7b39a-8b93-4976-b403-0ab8ce6872f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:38.795795 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c9ab0a-b8cf-4e68-b505-10341e2e499f None None] Pushing event updated for resources: {'Port': ['ID=7a46caff-e713-4437-b45e-22e184e01a7a,revision_number=3']} {{(pid=92828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:38.802476 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb8552-f234-4c9f-942f-fa33b55a9241 req-ec76c6df-fb66-4316-94ae-f532ab49a1a8 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:38.810656 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-acbb8552-f234-4c9f-942f-fa33b55a9241 req-ec76c6df-fb66-4316-94ae-f532ab49a1a8 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.0866840 Jun 18 12:59:38.837525 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c9ab0a-b8cf-4e68-b505-10341e2e499f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:38.837867 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c9ab0a-b8cf-4e68-b505-10341e2e499f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:38.838201 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c9ab0a-b8cf-4e68-b505-10341e2e499f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:38.838781 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c9ab0a-b8cf-4e68-b505-10341e2e499f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:38.839118 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c9ab0a-b8cf-4e68-b505-10341e2e499f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:38.839446 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c9ab0a-b8cf-4e68-b505-10341e2e499f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:38.839770 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c9ab0a-b8cf-4e68-b505-10341e2e499f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:38.840090 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c9ab0a-b8cf-4e68-b505-10341e2e499f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:38.840409 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c9ab0a-b8cf-4e68-b505-10341e2e499f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:38.840726 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c9ab0a-b8cf-4e68-b505-10341e2e499f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:38.841133 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c9ab0a-b8cf-4e68-b505-10341e2e499f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:38.841380 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c9ab0a-b8cf-4e68-b505-10341e2e499f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 12:59:38.849452 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG oslo_concurrency.lockutils [None req-95c9ab0a-b8cf-4e68-b505-10341e2e499f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:38.879410 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-acbb8552-f234-4c9f-942f-fa33b55a9241 req-30671ed8-85e2-410b-a2e1-4bd06fcf87be tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667827 Jun 18 12:59:38.913584 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.managers [None req-e22ad281-3aa5-4716-9d37-607589df30ce None None] Attempting to bind port 7a46caff-e713-4437-b45e-22e184e01a7a on host dv-cinder-797073-1-iscsi for vnic_type normal with profile {{(pid=92828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 12:59:38.913964 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.managers [None req-e22ad281-3aa5-4716-9d37-607589df30ce None None] Attempting to bind port 7a46caff-e713-4437-b45e-22e184e01a7a by drivers openvswitch,hyperv on host dv-cinder-797073-1-iscsi at level 0 using segments [{'id': '8f8587aa-719f-4b75-825e-60dceb86d5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '91f0b784-7972-4642-ac39-21500876e949'}] {{(pid=92828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 12:59:38.914468 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22ad281-3aa5-4716-9d37-607589df30ce None None] Attempting to bind port 7a46caff-e713-4437-b45e-22e184e01a7a on network 91f0b784-7972-4642-ac39-21500876e949 {{(pid=92828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 12:59:38.921731 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22ad281-3aa5-4716-9d37-607589df30ce None None] Checking agent: {'id': '157fcad4-361f-41bd-95f6-95639e81fcdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 45, 55), 'started_at': datetime.datetime(2021, 6, 18, 12, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 12, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 12:59:38.922207 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22ad281-3aa5-4716-9d37-607589df30ce None None] Checking segment: {'id': '8f8587aa-719f-4b75-825e-60dceb86d5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '91f0b784-7972-4642-ac39-21500876e949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 12:59:38.922499 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-e22ad281-3aa5-4716-9d37-607589df30ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:38.922907 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22ad281-3aa5-4716-9d37-607589df30ce None None] Bound using segment: {'id': '8f8587aa-719f-4b75-825e-60dceb86d5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '91f0b784-7972-4642-ac39-21500876e949'} {{(pid=92828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 12:59:38.923383 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.managers [None req-e22ad281-3aa5-4716-9d37-607589df30ce None None] Bound port: 7a46caff-e713-4437-b45e-22e184e01a7a, host: dv-cinder-797073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f8587aa-719f-4b75-825e-60dceb86d5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '91f0b784-7972-4642-ac39-21500876e949'}}] {{(pid=92828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 12:59:38.923757 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-e22ad281-3aa5-4716-9d37-607589df30ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:38.999363 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.db [None req-e22ad281-3aa5-4716-9d37-607589df30ce None None] For port 7a46caff-e713-4437-b45e-22e184e01a7a, host dv-cinder-797073-1-iscsi, cleared binding levels {{(pid=92828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 12:59:39.004213 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.db [None req-e22ad281-3aa5-4716-9d37-607589df30ce None None] For port 7a46caff-e713-4437-b45e-22e184e01a7a, host dv-cinder-797073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=7a46caff-e713-4437-b45e-22e184e01a7a,segment=NetworkSegment(8f8587aa-719f-4b75-825e-60dceb86d5e7),segment_id=8f8587aa-719f-4b75-825e-60dceb86d5e7)] {{(pid=92828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 12:59:39.011640 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-e22ad281-3aa5-4716-9d37-607589df30ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:39.014662 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:39.071772 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22ad281-3aa5-4716-9d37-607589df30ce None None] Routers {'34a14f6d-2f22-4a73-8031-682d4fdb4598'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 12:59:39.072464 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-e22ad281-3aa5-4716-9d37-607589df30ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:59:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['34a14f6d-2f22-4a73-8031-682d4fdb4598'], 'active': True} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:59:39.121333 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c9ab0a-b8cf-4e68-b505-10341e2e499f None None] Pushing event updated for resources: {'Port': ['ID=7a46caff-e713-4437-b45e-22e184e01a7a,revision_number=4']} {{(pid=92828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:39.134084 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG oslo_concurrency.lockutils [None req-95c9ab0a-b8cf-4e68-b505-10341e2e499f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:39.218008 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvr_db [None req-e22ad281-3aa5-4716-9d37-607589df30ce None None] Set router 34a14f6d-2f22-4a73-8031-682d4fdb4598 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 12:59:39.436580 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-e22ad281-3aa5-4716-9d37-607589df30ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a14f6d-2f22-4a73-8031-682d4fdb4598', 'name': 'tempest-TestMinimumBasicScenario-79535853-router', 'tenant_id': '6f536ebd9beb4564a97497c48fa62215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '1dec7f6b-5338-4f21-85df-c59c763e2052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:59:27Z', 'updated_at': '2021-06-18T12:59:33Z', 'revision_number': 4, 'project_id': '6f536ebd9beb4564a97497c48fa62215', 'gw_port': {'id': '1dec7f6b-5338-4f21-85df-c59c763e2052', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a14f6d-2f22-4a73-8031-682d4fdb4598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:59:29Z', 'updated_at': '2021-06-18T12:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': '7a46caff-e713-4437-b45e-22e184e01a7a', 'name': '', 'network_id': '91f0b784-7972-4642-ac39-21500876e949', 'tenant_id': '6f536ebd9beb4564a97497c48fa62215', 'mac_address': 'fa:16:3e:af:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a14f6d-2f22-4a73-8031-682d4fdb4598', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'a0a7e036-d425-4e31-b5ee-70950380d3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:59:32Z', 'updated_at': '2021-06-18T12:59:38Z', 'revision_number': 4, 'project_id': '6f536ebd9beb4564a97497c48fa62215', 'subnets': [{'id': 'a0a7e036-d425-4e31-b5ee-70950380d3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 12:59:39.464129 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22ad281-3aa5-4716-9d37-607589df30ce None None] The sync data for ids ['34a14f6d-2f22-4a73-8031-682d4fdb4598'] in dv-cinder-797073-1-iscsi is: [{'id': '34a14f6d-2f22-4a73-8031-682d4fdb4598', 'name': 'tempest-TestMinimumBasicScenario-79535853-router', 'tenant_id': '6f536ebd9beb4564a97497c48fa62215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '1dec7f6b-5338-4f21-85df-c59c763e2052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:59:27Z', 'updated_at': '2021-06-18T12:59:33Z', 'revision_number': 4, 'project_id': '6f536ebd9beb4564a97497c48fa62215', 'gw_port': {'id': '1dec7f6b-5338-4f21-85df-c59c763e2052', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a14f6d-2f22-4a73-8031-682d4fdb4598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:59:29Z', 'updated_at': '2021-06-18T12:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': '7a46caff-e713-4437-b45e-22e184e01a7a', 'name': '', 'network_id': '91f0b784-7972-4642-ac39-21500876e949', 'tenant_id': '6f536ebd9beb4564a97497c48fa62215', 'mac_address': 'fa:16:3e:af:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a14f6d-2f22-4a73-8031-682d4fdb4598', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'a0a7e036-d425-4e31-b5ee-70950380d3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:59:32Z', 'updated_at': '2021-06-18T12:59:38Z', 'revision_number': 4, 'project_id': '6f536ebd9beb4564a97497c48fa62215', 'subnets': [{'id': 'a0a7e036-d425-4e31-b5ee-70950380d3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 12:59:39.773634 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 7a46caff-e713-4437-b45e-22e184e01a7a up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:59:39.826632 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning for port 7a46caff-e713-4437-b45e-22e184e01a7a completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:59:39.831112 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port 7a46caff-e713-4437-b45e-22e184e01a7a triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:59:39.832961 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:39.944004 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:39.984899 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] For port 7a46caff-e713-4437-b45e-22e184e01a7a, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=7a46caff-e713-4437-b45e-22e184e01a7a,segment=NetworkSegment(8f8587aa-719f-4b75-825e-60dceb86d5e7),segment_id=8f8587aa-719f-4b75-825e-60dceb86d5e7)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 12:59:39.992688 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:39.994942 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:40.052083 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Pushing event updated for resources: {'Port': ['ID=7a46caff-e713-4437-b45e-22e184e01a7a,revision_number=5']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:40.055171 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:40.100475 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9aa26-0787-458e-8cb8-012c12de97de req-db226342-c797-4207-977d-dbece50461d5 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:40.102112 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b4f9aa26-0787-458e-8cb8-012c12de97de req-db226342-c797-4207-977d-dbece50461d5 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.0694499 Jun 18 12:59:40.153023 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b4f9aa26-0787-458e-8cb8-012c12de97de req-7d18810d-d8e5-4106-a5b7-8f1b62f988dc tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417628 Jun 18 12:59:40.513715 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 12:59:41.367384 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e2047-4590-4f7b-b293-8035e42451f4 req-ee4a2e13-2492-45a1-a303-0fee21f5914c tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:41.368913 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-745e2047-4590-4f7b-b293-8035e42451f4 req-ee4a2e13-2492-45a1-a303-0fee21f5914c tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.0794277 Jun 18 12:59:41.419555 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-745e2047-4590-4f7b-b293-8035e42451f4 req-21c993f8-f4b0-45cf-858e-476a6352d05a tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445852 Jun 18 12:59:41.711839 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 7a46caff-e713-4437-b45e-22e184e01a7a up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 12:59:41.774518 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port 7a46caff-e713-4437-b45e-22e184e01a7a triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:59:41.775021 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:42.607017 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988030c-a40e-429b-81c1-d02e0dc92e6c req-443173c2-fe58-4b19-afc4-f4d1aafbef85 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:42.608347 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b988030c-a40e-429b-81c1-d02e0dc92e6c req-443173c2-fe58-4b19-afc4-f4d1aafbef85 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.0697207 Jun 18 12:59:42.650745 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b988030c-a40e-429b-81c1-d02e0dc92e6c req-5922bd9c-2a52-4586-a098-a6af277bf390 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360525 Jun 18 12:59:43.841497 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316186c8-2a29-4ef7-9aeb-e1d8287a8aa1 req-94e307c0-18ad-4939-be93-a530e6bbcb95 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:43.842969 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-316186c8-2a29-4ef7-9aeb-e1d8287a8aa1 req-94e307c0-18ad-4939-be93-a530e6bbcb95 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.0672166 Jun 18 12:59:43.890896 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-316186c8-2a29-4ef7-9aeb-e1d8287a8aa1 req-c3eeff7b-7d42-462d-867f-f961ed02827c tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421352 Jun 18 12:59:44.639893 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-7400fcb0-d8a8-44be-8596-a879739b3327 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:44.641332 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-7400fcb0-d8a8-44be-8596-a879739b3327 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/networks?id=4650261d-14da-4314-a14e-d6ffe8cfac33 HTTP/1.1" status: 200 len: 814 time: 0.1032972 Jun 18 12:59:44.656246 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-dd2e1300-0a89-4948-b50b-051ca0425047 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/quotas/a85418f3d4c94e0aaeaddc16ef6a5313 HTTP/1.1" status: 200 len: 375 time: 0.0086045 Jun 18 12:59:44.721446 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-0712bff2-4e7f-4ac2-bae7-ef39412fc7c1 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a85418f3d4c94e0aaeaddc16ef6a5313&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596952 Jun 18 12:59:44.905436 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-2e612fe0-a9f6-4ce8-8e06-cdf504cf463b service neutron] 10.222.0.86 "GET /v2.0/networks/4650261d-14da-4314-a14e-d6ffe8cfac33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715827 Jun 18 12:59:44.991768 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-79d7768a-94bf-4097-97f3-506e33171963 service neutron] 10.222.0.86 "GET /v2.0/networks/4650261d-14da-4314-a14e-d6ffe8cfac33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797064 Jun 18 12:59:45.075554 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8a4c1-f87d-4c98-aa68-600562753a3c req-e48e16c9-dd1c-401a-9e3a-9a94691d20b5 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:45.077726 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-63b8a4c1-f87d-4c98-aa68-600562753a3c req-e48e16c9-dd1c-401a-9e3a-9a94691d20b5 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.0649023 Jun 18 12:59:45.122782 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-63b8a4c1-f87d-4c98-aa68-600562753a3c req-a2e11263-e3f8-43ec-857f-2d0352236322 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386951 Jun 18 12:59:45.206102 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-7b5793a2-e46c-411d-a926-9ea7db22f1e3 req-dff0f2c8-2c6f-478c-97ba-fc62384326bf tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 210 time: 0.0317278 Jun 18 12:59:46.357772 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-3e79d788-7e1e-4ae4-ab32-801c03dec546 req-a96c48c5-62cc-4d9f-b1a7-9eb59a3a325d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 210 time: 0.0347726 Jun 18 12:59:46.365340 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-5f7e8fb6-1597-46ab-9149-1cb947200d9d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:46.366779 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-5f7e8fb6-1597-46ab-9149-1cb947200d9d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.77 "GET /v2.0/networks?id=4650261d-14da-4314-a14e-d6ffe8cfac33 HTTP/1.1" status: 200 len: 814 time: 0.1683156 Jun 18 12:59:46.374976 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5167dde-b457-42d9-843b-bc14fd90e232 req-23873c79-16dc-438a-abbd-2abd781301dd tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:46.376855 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e5167dde-b457-42d9-843b-bc14fd90e232 req-23873c79-16dc-438a-abbd-2abd781301dd tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.1141124 Jun 18 12:59:46.384535 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-2c0fb564-4216-4ecf-a9ad-b491c69f55a8 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Request body: {'port': {'device_id': '987d7975-e662-4821-8c07-a9b58bd2ca43', 'network_id': '4650261d-14da-4314-a14e-d6ffe8cfac33', 'admin_state_up': True, 'tenant_id': 'a85418f3d4c94e0aaeaddc16ef6a5313'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 12:59:46.472059 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e5167dde-b457-42d9-843b-bc14fd90e232 req-3b07f925-ffbc-440c-8f9c-3243936b0e21 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841203 Jun 18 12:59:46.525355 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-2c0fb564-4216-4ecf-a9ad-b491c69f55a8 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Made reservation on behalf of a85418f3d4c94e0aaeaddc16ef6a5313 for: {'port': 1} {{(pid=92826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 12:59:46.528797 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-2c0fb564-4216-4ecf-a9ad-b491c69f55a8 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:46.662586 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.db_base_plugin_common [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-2c0fb564-4216-4ecf-a9ad-b491c69f55a8 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Allocated IP 172.20.0.3 (4650261d-14da-4314-a14e-d6ffe8cfac33/e4940de8-0ec5-4587-ae0f-998b04a74657/77370a09-af1a-4076-bc1e-c9607de5263a) {{(pid=92826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 12:59:46.844919 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-2c0fb564-4216-4ecf-a9ad-b491c69f55a8 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks [] for port, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:46.863736 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.provisioning_blocks [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-2c0fb564-4216-4ecf-a9ad-b491c69f55a8 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Transition to ACTIVE for port object 77370a09-af1a-4076-bc1e-c9607de5263a will not be triggered until provisioned by entity DHCP. {{(pid=92826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 12:59:46.902816 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-2c0fb564-4216-4ecf-a9ad-b491c69f55a8 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4940139'] for port, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:46.907023 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 12:59:46.964062 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-2c0fb564-4216-4ecf-a9ad-b491c69f55a8 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Network 4650261d-14da-4314-a14e-d6ffe8cfac33 is already hosted by enough agents. {{(pid=92826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 12:59:46.967648 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.base_scheduler [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-2c0fb564-4216-4ecf-a9ad-b491c69f55a8 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Resources bound (agent type, host, resource id): {{(pid=92826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 12:59:46.973370 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-2c0fb564-4216-4ecf-a9ad-b491c69f55a8 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Received port after_create {{(pid=92826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 12:59:46.976187 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0fb564-4216-4ecf-a9ad-b491c69f55a8 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Pushing event updated for resources: {'Port': ['ID=77370a09-af1a-4076-bc1e-c9607de5263a,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 12:59:46.979864 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-2c0fb564-4216-4ecf-a9ad-b491c69f55a8 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 12:59:47.038840 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-2c0fb564-4216-4ecf-a9ad-b491c69f55a8 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:47.039821 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-2c0fb564-4216-4ecf-a9ad-b491c69f55a8 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:47.057512 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-2c0fb564-4216-4ecf-a9ad-b491c69f55a8 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6766338 Jun 18 12:59:47.245613 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-78fed3f5-4671-4f23-9572-67e44573d581 None None] Provisioning for port 77370a09-af1a-4076-bc1e-c9607de5263a completed by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 12:59:47.249469 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-78fed3f5-4671-4f23-9572-67e44573d581 None None] Provisioning complete for port 77370a09-af1a-4076-bc1e-c9607de5263a triggered by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 12:59:47.249845 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-78fed3f5-4671-4f23-9572-67e44573d581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:47.287397 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-78fed3f5-4671-4f23-9572-67e44573d581 None None] Port 77370a09-af1a-4076-bc1e-c9607de5263a cannot update to ACTIVE because it is not bound. {{(pid=92827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 12:59:47.539098 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d44c16-f9cf-4cad-97b7-372704c9303f req-69b3bcce-e527-4902-8790-3ba8fe2fa310 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:47.540712 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c4d44c16-f9cf-4cad-97b7-372704c9303f req-69b3bcce-e527-4902-8790-3ba8fe2fa310 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 931 time: 0.0654199 Jun 18 12:59:47.583823 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c4d44c16-f9cf-4cad-97b7-372704c9303f req-ac0762e7-e7bc-457a-8c77-6c0c2ad7bd8e tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364320 Jun 18 12:59:47.679769 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80438c1b-fb8e-44d2-9420-2ce3e8e2809b req-36885f8d-83b7-419c-a024-54887fc02a8f tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:47.681965 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-80438c1b-fb8e-44d2-9420-2ce3e8e2809b req-36885f8d-83b7-419c-a024-54887fc02a8f tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.0833745 Jun 18 12:59:47.721378 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-80438c1b-fb8e-44d2-9420-2ce3e8e2809b req-e13b9ef3-3573-4531-93ac-5c746a816e31 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337851 Jun 18 12:59:48.766220 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cec02-12ba-439b-99a8-90e8c7344a95 req-8d207757-1c89-4498-839a-374c9e428412 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:48.768081 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-bd7cec02-12ba-439b-99a8-90e8c7344a95 req-8d207757-1c89-4498-839a-374c9e428412 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 931 time: 0.0677824 Jun 18 12:59:48.808198 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-bd7cec02-12ba-439b-99a8-90e8c7344a95 req-17204e9d-adfd-4e11-82eb-a26c916f3e1c tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338602 Jun 18 12:59:48.974377 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459db5d-d694-4bda-8053-94fc6966dbca req-381ae869-0c62-4f13-8367-f20f565badba tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:48.975857 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-1459db5d-d694-4bda-8053-94fc6966dbca req-381ae869-0c62-4f13-8367-f20f565badba tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.0676517 Jun 18 12:59:49.015265 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-1459db5d-d694-4bda-8053-94fc6966dbca req-4de93497-695f-495f-9fc5-468ff9ba4f47 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335622 Jun 18 12:59:50.226690 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a19c0-ee04-4884-954c-37dfc57ca9bd req-81c31ed4-9b5b-43c9-81aa-cb62581c0f54 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:50.228154 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f09a19c0-ee04-4884-954c-37dfc57ca9bd req-81c31ed4-9b5b-43c9-81aa-cb62581c0f54 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 931 time: 0.3067586 Jun 18 12:59:50.272693 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f09a19c0-ee04-4884-954c-37dfc57ca9bd req-d5b02afc-bc43-4dc1-83b9-d853b676706e tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383480 Jun 18 12:59:50.439262 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4f10e-00d6-4d2d-a95d-bb07c79af5c6 req-56739a2a-52ed-4690-b30b-96e8a392f122 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:50.440639 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-6ee4f10e-00d6-4d2d-a95d-bb07c79af5c6 req-56739a2a-52ed-4690-b30b-96e8a392f122 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.0644157 Jun 18 12:59:50.482544 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-6ee4f10e-00d6-4d2d-a95d-bb07c79af5c6 req-717c3d81-fef0-43ae-b761-4e3d5a836b77 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334880 Jun 18 12:59:51.475672 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37c43f-768b-4c51-bdca-5398a6487b6d req-8c073e1f-5874-4848-a51f-daa89b1a25ee tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:51.477144 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-fa37c43f-768b-4c51-bdca-5398a6487b6d req-8c073e1f-5874-4848-a51f-daa89b1a25ee tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 931 time: 0.0703287 Jun 18 12:59:51.517331 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-fa37c43f-768b-4c51-bdca-5398a6487b6d req-9991a071-d521-4395-87e4-6e1816a9cfc9 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344708 Jun 18 12:59:51.682188 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5160f39-cdc7-41d5-94a0-269253d8c51d req-b61d4427-b287-45d3-8f5f-2f947e4141c6 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:51.683696 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-e5160f39-cdc7-41d5-94a0-269253d8c51d req-b61d4427-b287-45d3-8f5f-2f947e4141c6 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.0658131 Jun 18 12:59:51.721873 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-e5160f39-cdc7-41d5-94a0-269253d8c51d req-38afbf6b-a0fd-447a-80b1-077fe3909a35 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322630 Jun 18 12:59:51.856378 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-04cfeed6-3a27-43bb-aadf-8bea667fe2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:52.709098 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d428702-b779-4ca9-b956-63aecff0983b req-83661207-0856-4a83-99bb-a99553af0cbd tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:52.710765 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-7d428702-b779-4ca9-b956-63aecff0983b req-83661207-0856-4a83-99bb-a99553af0cbd tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 931 time: 0.0702879 Jun 18 12:59:52.750780 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-7d428702-b779-4ca9-b956-63aecff0983b req-d8edabdb-cb0b-430b-a8c9-554420f94ba2 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341172 Jun 18 12:59:52.930740 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98de903-af4c-4da5-b0f0-0f08cd369d88 req-63342227-e71c-46d5-9cfb-d801219c9d2a tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:52.932184 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b98de903-af4c-4da5-b0f0-0f08cd369d88 req-63342227-e71c-46d5-9cfb-d801219c9d2a tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.0705092 Jun 18 12:59:52.971981 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b98de903-af4c-4da5-b0f0-0f08cd369d88 req-f21a676c-0634-4dc4-a45a-45aafc4d936c tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336394 Jun 18 12:59:53.936873 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4213f55-a9f3-42ab-90d1-c0dd907091d6 req-7c6807f3-1cde-403f-bdf0-ea5105d67836 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:53.938347 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-e4213f55-a9f3-42ab-90d1-c0dd907091d6 req-7c6807f3-1cde-403f-bdf0-ea5105d67836 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 931 time: 0.0649064 Jun 18 12:59:53.977533 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-e4213f55-a9f3-42ab-90d1-c0dd907091d6 req-4152e509-775a-4cde-ac83-2f1829d971f8 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331159 Jun 18 12:59:54.160973 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d32f3-e240-4939-99f1-bab372217f0d req-d77fd5ef-aabf-4a31-bed5-51ed9683fc0f tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:54.162498 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8e4d32f3-e240-4939-99f1-bab372217f0d req-d77fd5ef-aabf-4a31-bed5-51ed9683fc0f tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.0701792 Jun 18 12:59:54.202906 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8e4d32f3-e240-4939-99f1-bab372217f0d req-8ab654e1-61ee-43ae-b058-cb647959f96d tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343828 Jun 18 12:59:54.708102 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-d974d83b-1f64-463f-8f18-17fd7a2985f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:55.048898 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:55.171532 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0130bf-4b51-470b-a50e-3e371ff1e936 req-b20f8be0-6449-4064-9fd9-8aa0771480a1 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:55.173250 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-2c0130bf-4b51-470b-a50e-3e371ff1e936 req-b20f8be0-6449-4064-9fd9-8aa0771480a1 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 931 time: 0.0768304 Jun 18 12:59:55.219623 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-2c0130bf-4b51-470b-a50e-3e371ff1e936 req-f55de969-468f-4ace-a133-f319cedef9c2 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366325 Jun 18 12:59:55.387923 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d2ab6-bbd9-41ac-86cd-7792683e977e req-876ac2af-5953-4157-b67f-c89a5c196661 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:55.389404 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c23d2ab6-bbd9-41ac-86cd-7792683e977e req-876ac2af-5953-4157-b67f-c89a5c196661 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.0672889 Jun 18 12:59:55.430210 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c23d2ab6-bbd9-41ac-86cd-7792683e977e req-bc926993-c0b1-4db9-ad88-7464ddb59efd tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340731 Jun 18 12:59:55.951666 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:56.413593 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159b72d-fa1f-4aa0-9472-8d5ef8efbf11 req-081bb20c-49f4-4a1d-b82d-28d496233fe1 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:56.415213 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-6159b72d-fa1f-4aa0-9472-8d5ef8efbf11 req-081bb20c-49f4-4a1d-b82d-28d496233fe1 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 931 time: 0.0783463 Jun 18 12:59:56.455538 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-6159b72d-fa1f-4aa0-9472-8d5ef8efbf11 req-41955a7e-0045-48c5-ac37-52140ba88974 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333869 Jun 18 12:59:56.631508 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999cf76-e1ed-46e8-aa26-a90a012a3734 req-539c068a-838d-4c2d-9baa-a6c00e3850a2 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:56.632933 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-4999cf76-e1ed-46e8-aa26-a90a012a3734 req-539c068a-838d-4c2d-9baa-a6c00e3850a2 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.0692058 Jun 18 12:59:56.675370 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-4999cf76-e1ed-46e8-aa26-a90a012a3734 req-df338708-0f73-41d8-b71c-395229de47b3 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366287 Jun 18 12:59:57.635537 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a139b9-d9f8-4c73-86b4-46f8fd437926 req-881afe68-cc4f-4f64-95f2-8ea2d50680f0 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:57.637813 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-a7a139b9-d9f8-4c73-86b4-46f8fd437926 req-881afe68-cc4f-4f64-95f2-8ea2d50680f0 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 931 time: 0.0698681 Jun 18 12:59:57.679187 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-a7a139b9-d9f8-4c73-86b4-46f8fd437926 req-f197956c-2361-4c2e-884d-05257c56638e tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352609 Jun 18 12:59:57.694843 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 12:59:57.854755 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27668f2c-4596-46fa-b98c-8e2cf92fd1a9 req-b5c1d9e7-b724-4c29-8b57-1599683846ec tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:57.856441 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-27668f2c-4596-46fa-b98c-8e2cf92fd1a9 req-b5c1d9e7-b724-4c29-8b57-1599683846ec tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.0637553 Jun 18 12:59:57.897796 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-27668f2c-4596-46fa-b98c-8e2cf92fd1a9 req-1fc4b435-96cd-4130-933f-59b094f34195 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348189 Jun 18 12:59:58.864697 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c922c9-34a9-44e3-b56d-44af01822523 req-f9ba0c63-68e0-405b-a07b-98dfe77206f7 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:58.866188 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-40c922c9-34a9-44e3-b56d-44af01822523 req-f9ba0c63-68e0-405b-a07b-98dfe77206f7 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 931 time: 0.0720060 Jun 18 12:59:58.906296 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-40c922c9-34a9-44e3-b56d-44af01822523 req-b464a5c0-1bab-4380-a1ac-bde0f0dcacbe tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337725 Jun 18 12:59:59.075769 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06946e4c-d736-458e-a3fa-eeb8ac083b82 req-e2d55238-470f-46e6-87c8-a5eb8cb797d3 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 12:59:59.077239 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-06946e4c-d736-458e-a3fa-eeb8ac083b82 req-e2d55238-470f-46e6-87c8-a5eb8cb797d3 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.0659716 Jun 18 12:59:59.114831 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-06946e4c-d736-458e-a3fa-eeb8ac083b82 req-76685015-8920-4d5e-9c5a-5a02f619cb54 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313036 Jun 18 13:00:00.024854 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:00.074847 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94b863-08e0-4dcf-bd77-56866028c490 req-0a3e5e28-d1f3-4f66-a02f-b238ff07971b tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:00.076279 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-3f94b863-08e0-4dcf-bd77-56866028c490 req-0a3e5e28-d1f3-4f66-a02f-b238ff07971b tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 931 time: 0.0629928 Jun 18 13:00:00.112098 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-3f94b863-08e0-4dcf-bd77-56866028c490 req-722c5b0a-137a-407a-a34b-666db3b74d23 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301509 Jun 18 13:00:00.292101 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645d4ac-ce59-4142-827e-75a9c668053f req-69dd9e77-2898-4613-b2bd-1181762ef458 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:00.293590 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-a645d4ac-ce59-4142-827e-75a9c668053f req-69dd9e77-2898-4613-b2bd-1181762ef458 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.0666549 Jun 18 13:00:00.331671 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-a645d4ac-ce59-4142-827e-75a9c668053f req-f4727afe-6611-472f-a77f-cbe0f51b6ed7 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323858 Jun 18 13:00:00.477808 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-834c2e5c-807b-465b-a21a-4fe6577de51e service neutron] Request body: {'port': {'device_id': '987d7975-e662-4821-8c07-a9b58bd2ca43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79707'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:00:00.554525 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-834c2e5c-807b-465b-a21a-4fe6577de51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:00.812279 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.notifiers.nova [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-834c2e5c-807b-465b-a21a-4fe6577de51e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77370a09-af1a-4076-bc1e-c9607de5263a {{(pid=92826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 13:00:00.820520 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-834c2e5c-807b-465b-a21a-4fe6577de51e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:00.832411 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.provisioning_blocks [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-834c2e5c-807b-465b-a21a-4fe6577de51e service neutron] Transition to ACTIVE for port object 77370a09-af1a-4076-bc1e-c9607de5263a will not be triggered until provisioned by entity L2. {{(pid=92826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 13:00:00.835276 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-834c2e5c-807b-465b-a21a-4fe6577de51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4940125'] for port, after_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:00.837311 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-e00981ec-65c2-41bd-8fd4-91f0a48c97c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:00:00.914309 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c2e5c-807b-465b-a21a-4fe6577de51e service neutron] Pushing event updated for resources: {'Port': ['ID=77370a09-af1a-4076-bc1e-c9607de5263a,revision_number=2']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:00:00.918569 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-834c2e5c-807b-465b-a21a-4fe6577de51e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:00:00.992387 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.managers [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-834c2e5c-807b-465b-a21a-4fe6577de51e service neutron] Attempting to bind port 77370a09-af1a-4076-bc1e-c9607de5263a on host hv-cinder-79707 for vnic_type normal with profile {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 13:00:00.992726 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.managers [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-834c2e5c-807b-465b-a21a-4fe6577de51e service neutron] Attempting to bind port 77370a09-af1a-4076-bc1e-c9607de5263a by drivers openvswitch,hyperv on host hv-cinder-79707 at level 0 using segments [{'id': 'e999e10b-d51b-4971-81a2-4455b5d0c86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '4650261d-14da-4314-a14e-d6ffe8cfac33'}] {{(pid=92826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 13:00:00.993090 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-834c2e5c-807b-465b-a21a-4fe6577de51e service neutron] Attempting to bind port 77370a09-af1a-4076-bc1e-c9607de5263a on network 4650261d-14da-4314-a14e-d6ffe8cfac33 {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 13:00:00.997470 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-834c2e5c-807b-465b-a21a-4fe6577de51e service neutron] Port 77370a09-af1a-4076-bc1e-c9607de5263a on network 4650261d-14da-4314-a14e-d6ffe8cfac33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79707 {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 13:00:00.997821 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-834c2e5c-807b-465b-a21a-4fe6577de51e service neutron] Attempting to bind port 77370a09-af1a-4076-bc1e-c9607de5263a on network 4650261d-14da-4314-a14e-d6ffe8cfac33 {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 13:00:01.002714 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-834c2e5c-807b-465b-a21a-4fe6577de51e service neutron] Checking agent: {'id': '7546d223-5e56-44d8-9441-1a8a85fbff90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79707', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'started_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 13, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 13:00:01.003051 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-834c2e5c-807b-465b-a21a-4fe6577de51e service neutron] Checking segment: {'id': 'e999e10b-d51b-4971-81a2-4455b5d0c86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '4650261d-14da-4314-a14e-d6ffe8cfac33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 13:00:01.003439 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-834c2e5c-807b-465b-a21a-4fe6577de51e service neutron] Bound using segment: {'id': 'e999e10b-d51b-4971-81a2-4455b5d0c86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '4650261d-14da-4314-a14e-d6ffe8cfac33'} {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 13:00:01.003892 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.managers [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-834c2e5c-807b-465b-a21a-4fe6577de51e service neutron] Bound port: 77370a09-af1a-4076-bc1e-c9607de5263a, host: hv-cinder-79707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e999e10b-d51b-4971-81a2-4455b5d0c86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '4650261d-14da-4314-a14e-d6ffe8cfac33'}}] {{(pid=92826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 13:00:01.004240 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-834c2e5c-807b-465b-a21a-4fe6577de51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:01.066535 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-834c2e5c-807b-465b-a21a-4fe6577de51e service neutron] For port 77370a09-af1a-4076-bc1e-c9607de5263a, host hv-cinder-79707, cleared binding levels {{(pid=92826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 13:00:01.069451 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-834c2e5c-807b-465b-a21a-4fe6577de51e service neutron] For port 77370a09-af1a-4076-bc1e-c9607de5263a, host hv-cinder-79707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=77370a09-af1a-4076-bc1e-c9607de5263a,segment=NetworkSegment(e999e10b-d51b-4971-81a2-4455b5d0c86e),segment_id=e999e10b-d51b-4971-81a2-4455b5d0c86e)] {{(pid=92826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 13:00:01.073309 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-834c2e5c-807b-465b-a21a-4fe6577de51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4940125'] for port, after_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:01.075218 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-2c0fb564-4216-4ecf-a9ad-b491c69f55a8 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:00:01.111460 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-834c2e5c-807b-465b-a21a-4fe6577de51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:01.112071 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-834c2e5c-807b-465b-a21a-4fe6577de51e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:01.114041 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-834c2e5c-807b-465b-a21a-4fe6577de51e service neutron] 10.222.0.77 "PUT /v2.0/ports/77370a09-af1a-4076-bc1e-c9607de5263a HTTP/1.1" status: 200 len: 1093 time: 0.6406424 Jun 18 13:00:01.114557 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987d7975-e662-4821-8c07-a9b58bd2ca43', 'tag': '77370a09-af1a-4076-bc1e-c9607de5263a'}] {{(pid=92826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:00:01.126040 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7173dab7d1fbfef731d5f8fd5c52510eeface1fe9a62799688baadb2f5777418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4138cc-bf23-41ca-8e52-0c76ec0ca1d5" -d '{"events": [{"name": "network-changed", "server_uuid": "987d7975-e662-4821-8c07-a9b58bd2ca43", "tag": "77370a09-af1a-4076-bc1e-c9607de5263a"}]}' {{(pid=92826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:00:01.149082 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c2e5c-807b-465b-a21a-4fe6577de51e service neutron] Pushing event updated for resources: {'Port': ['ID=77370a09-af1a-4076-bc1e-c9607de5263a,revision_number=3']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:00:01.152307 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-834c2e5c-807b-465b-a21a-4fe6577de51e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:00:01.298778 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 13:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faccb96a-05a3-439d-938d-6ee25f71e76e x-openstack-request-id: req-faccb96a-05a3-439d-938d-6ee25f71e76e {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:00:01.299107 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987d7975-e662-4821-8c07-a9b58bd2ca43", "tag": "77370a09-af1a-4076-bc1e-c9607de5263a", "status": "completed", "code": 200}]} {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:00:01.299398 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-faccb96a-05a3-439d-938d-6ee25f71e76e {{(pid=92826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:00:01.300362 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987d7975-e662-4821-8c07-a9b58bd2ca43', 'tag': '77370a09-af1a-4076-bc1e-c9607de5263a', 'status': 'completed', 'code': 200} Jun 18 13:00:01.352083 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f191d-7262-47e1-b15f-f1c432475450 req-160d6636-6808-4419-b975-113fef8b6807 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:01.353610 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-429f191d-7262-47e1-b15f-f1c432475450 req-160d6636-6808-4419-b975-113fef8b6807 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 943 time: 0.1125975 Jun 18 13:00:01.355818 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-81be11c1-09fb-4e5f-b98c-9575be4e837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:01.356844 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-81be11c1-09fb-4e5f-b98c-9575be4e837f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a85418f3d4c94e0aaeaddc16ef6a5313&device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 1096 time: 0.1245086 Jun 18 13:00:01.414436 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-532add2c-e4ba-4090-8700-a0af5ff6ad55 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77370a09-af1a-4076-bc1e-c9607de5263a HTTP/1.1" status: 200 len: 217 time: 0.0393155 Jun 18 13:00:01.426356 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-429f191d-7262-47e1-b15f-f1c432475450 req-f46b4251-5db3-4667-a576-eb491e4fecc6 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658975 Jun 18 13:00:01.533224 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-7c80e184-9fa3-4a70-90d0-3410ddda3ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:01.534646 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-7c80e184-9fa3-4a70-90d0-3410ddda3ab8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e4940de8-0ec5-4587-ae0f-998b04a74657 HTTP/1.1" status: 200 len: 853 time: 0.0765982 Jun 18 13:00:01.537414 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83407886-4294-417e-a88d-5a8e628b6a4f req-d2a3b6b9-a7fa-4881-97f0-b2898c60ed04 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:01.538862 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-83407886-4294-417e-a88d-5a8e628b6a4f req-d2a3b6b9-a7fa-4881-97f0-b2898c60ed04 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 944 time: 0.0872972 Jun 18 13:00:01.579194 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-83407886-4294-417e-a88d-5a8e628b6a4f req-48aebab6-4e72-4164-b8d8-dd19b43f547d tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342782 Jun 18 13:00:01.857931 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-ac138245-cc81-48af-96cf-e390691788ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:01.859331 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-ac138245-cc81-48af-96cf-e390691788ab service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4650261d-14da-4314-a14e-d6ffe8cfac33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3172338 Jun 18 13:00:01.947465 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-3b16cb66-4e53-4a5e-a5ea-8de96eae25df service neutron] 10.222.0.77 "GET /v2.0/networks/4650261d-14da-4314-a14e-d6ffe8cfac33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809581 Jun 18 13:00:02.034399 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3bb2de23-e695-481e-9229-0531a272a2f8 req-c60dd523-b668-4fe0-b836-954a886f3413 service neutron] 10.222.0.77 "GET /v2.0/networks/4650261d-14da-4314-a14e-d6ffe8cfac33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796947 Jun 18 13:00:02.169971 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4138cc-bf23-41ca-8e52-0c76ec0ca1d5 req-0310f51d-5661-4a8f-99c1-b3c24bdeb6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:02.171307 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6d4138cc-bf23-41ca-8e52-0c76ec0ca1d5 req-0310f51d-5661-4a8f-99c1-b3c24bdeb6a9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a85418f3d4c94e0aaeaddc16ef6a5313&device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 1096 time: 0.0517006 Jun 18 13:00:02.260451 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4138cc-bf23-41ca-8e52-0c76ec0ca1d5 req-d4fe38ea-4826-4229-b6e4-36b99c8bc9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:02.261923 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6d4138cc-bf23-41ca-8e52-0c76ec0ca1d5 req-d4fe38ea-4826-4229-b6e4-36b99c8bc9a4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4650261d-14da-4314-a14e-d6ffe8cfac33 HTTP/1.1" status: 200 len: 915 time: 0.0837030 Jun 18 13:00:02.304275 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6d4138cc-bf23-41ca-8e52-0c76ec0ca1d5 req-f259a417-879d-463c-851a-c7d9b5e5494e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77370a09-af1a-4076-bc1e-c9607de5263a HTTP/1.1" status: 200 len: 217 time: 0.0338314 Jun 18 13:00:02.333794 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 9955890c-cd41-4916-aa48-c585e48021b9 details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=92827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 13:00:02.352942 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4138cc-bf23-41ca-8e52-0c76ec0ca1d5 req-b57921e2-f6d4-4f1f-9f2f-16edec5aec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:02.354525 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6d4138cc-bf23-41ca-8e52-0c76ec0ca1d5 req-b57921e2-f6d4-4f1f-9f2f-16edec5aec0b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e4940de8-0ec5-4587-ae0f-998b04a74657 HTTP/1.1" status: 200 len: 853 time: 0.0438228 Jun 18 13:00:02.414619 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4138cc-bf23-41ca-8e52-0c76ec0ca1d5 req-6beadf3f-a85c-45ab-8e0c-6d844e5e4269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:02.416070 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6d4138cc-bf23-41ca-8e52-0c76ec0ca1d5 req-6beadf3f-a85c-45ab-8e0c-6d844e5e4269 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4650261d-14da-4314-a14e-d6ffe8cfac33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547175 Jun 18 13:00:02.429352 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 9955890c-cd41-4916-aa48-c585e48021b9, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=9955890c-cd41-4916-aa48-c585e48021b9,segment=NetworkSegment(23b88fce-5b57-4798-9ca4-628ae6f60edb),segment_id=23b88fce-5b57-4798-9ca4-628ae6f60edb)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:00:02.444450 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Returning: {'device': '9955890c-cd41-4916-aa48-c585e48021b9', 'network_id': '1ff29541-7511-4984-adea-fc36150ec103', 'port_id': '9955890c-cd41-4916-aa48-c585e48021b9', 'mac_address': 'fa:16:3e:95:79:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac677325-f406-437d-8e84-8b08f5594ded', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 13:00:02.482150 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:02.496591 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9955890c-cd41-4916-aa48-c585e48021b9 {{(pid=92827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 13:00:02.510223 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6d4138cc-bf23-41ca-8e52-0c76ec0ca1d5 req-991d284c-460a-46d2-b7d0-50f8298ae213 service neutron] 10.222.0.77 "GET /v2.0/networks/4650261d-14da-4314-a14e-d6ffe8cfac33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862706 Jun 18 13:00:02.515593 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 9955890c-cd41-4916-aa48-c585e48021b9, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=9955890c-cd41-4916-aa48-c585e48021b9,segment=NetworkSegment(23b88fce-5b57-4798-9ca4-628ae6f60edb),segment_id=23b88fce-5b57-4798-9ca4-628ae6f60edb)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:00:02.520399 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:02.521927 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-4fa7823d-ce89-4cbf-b1f9-a51d7139231c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:00:02.572265 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=9955890c-cd41-4916-aa48-c585e48021b9,revision_number=9']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:00:02.575661 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:00:02.605633 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2809d74-c399-488f-8ac1-1e915f787166 req-b5a58eb9-0c79-42d6-ac35-02311c1685c0 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:02.607082 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c2809d74-c399-488f-8ac1-1e915f787166 req-b5a58eb9-0c79-42d6-ac35-02311c1685c0 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 943 time: 0.0670159 Jun 18 13:00:02.612204 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6d4138cc-bf23-41ca-8e52-0c76ec0ca1d5 req-9e8b74c4-b54f-44a8-9fde-cbb645d6bf20 service neutron] 10.222.0.77 "GET /v2.0/networks/4650261d-14da-4314-a14e-d6ffe8cfac33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951889 Jun 18 13:00:02.648967 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c2809d74-c399-488f-8ac1-1e915f787166 req-9b4d34b3-b19f-46df-b9d3-1634ae9f4d6e tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348802 Jun 18 13:00:02.763710 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0220d1-069c-490a-90e2-bbdaddf5920a req-d816f34f-3f22-41d9-acf5-1183a7e4ca50 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:02.765191 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6f0220d1-069c-490a-90e2-bbdaddf5920a req-d816f34f-3f22-41d9-acf5-1183a7e4ca50 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 945 time: 0.0639088 Jun 18 13:00:02.802508 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6f0220d1-069c-490a-90e2-bbdaddf5920a req-6e388577-9d41-434c-bd9e-790fa3b67992 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311935 Jun 18 13:00:03.103972 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['9955890c-cd41-4916-aa48-c585e48021b9'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 13:00:03.817903 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4e986-bb02-46ec-8824-46621b5b22a9 req-c2d71135-44b5-42d6-95eb-d06d4861f277 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:03.819375 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-46a4e986-bb02-46ec-8824-46621b5b22a9 req-c2d71135-44b5-42d6-95eb-d06d4861f277 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 943 time: 0.0626280 Jun 18 13:00:03.862079 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-46a4e986-bb02-46ec-8824-46621b5b22a9 req-cd50fb52-b099-44ef-b2a8-01cc476e90d2 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370455 Jun 18 13:00:03.991685 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234cc8d4-d3f7-406f-9fed-3e15df581c2d req-e4ee3b73-7a32-4c93-bfa2-a4b09924a48c tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:03.993179 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-234cc8d4-d3f7-406f-9fed-3e15df581c2d req-e4ee3b73-7a32-4c93-bfa2-a4b09924a48c tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 945 time: 0.0667775 Jun 18 13:00:04.031389 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-234cc8d4-d3f7-406f-9fed-3e15df581c2d req-2c9bb2f7-1b46-4131-a782-caace2e6e7f2 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321476 Jun 18 13:00:04.340983 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 9955890c-cd41-4916-aa48-c585e48021b9 up at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 13:00:04.389052 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning complete for port 9955890c-cd41-4916-aa48-c585e48021b9 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 13:00:04.389459 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:04.466361 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:04.487443 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69f1c9d-2952-4bef-bcc5-9217af8cd15f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9955890c-cd41-4916-aa48-c585e48021b9'}] {{(pid=92827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:00:04.490354 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c43e27dad5924667550749323780498268b495889c5e44707aafbe87e8432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9958cc53-ea6d-4cad-a4a8-065b79787313" -d '{"events": [{"server_uuid": "c69f1c9d-2952-4bef-bcc5-9217af8cd15f", "name": "network-vif-plugged", "status": "completed", "tag": "9955890c-cd41-4916-aa48-c585e48021b9"}]}' {{(pid=92827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:00:04.502627 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 9955890c-cd41-4916-aa48-c585e48021b9, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=9955890c-cd41-4916-aa48-c585e48021b9,segment=NetworkSegment(23b88fce-5b57-4798-9ca4-628ae6f60edb),segment_id=23b88fce-5b57-4798-9ca4-628ae6f60edb)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:00:04.507600 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:04.509495 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:00:04.557574 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=9955890c-cd41-4916-aa48-c585e48021b9,revision_number=10']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:00:04.560988 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:00:04.580541 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 13:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e3b02d-e596-4b79-affb-93e4f093316c x-openstack-request-id: req-86e3b02d-e596-4b79-affb-93e4f093316c {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:00:04.580902 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c69f1c9d-2952-4bef-bcc5-9217af8cd15f", "name": "network-vif-plugged", "status": "completed", "tag": "9955890c-cd41-4916-aa48-c585e48021b9", "code": 200}]} {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:00:04.581168 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-86e3b02d-e596-4b79-affb-93e4f093316c {{(pid=92827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:00:04.581654 dv-cinder-797073-1-iscsi neutron-server[92827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69f1c9d-2952-4bef-bcc5-9217af8cd15f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9955890c-cd41-4916-aa48-c585e48021b9', 'code': 200} Jun 18 13:00:05.036209 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3a9fb-0f0a-4a97-9a9a-fb16257ec5cc req-e2cfd7ce-9365-40b1-9cd4-188327202cbb tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:05.037684 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-bec3a9fb-0f0a-4a97-9a9a-fb16257ec5cc req-e2cfd7ce-9365-40b1-9cd4-188327202cbb tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 943 time: 0.0641446 Jun 18 13:00:05.075464 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-bec3a9fb-0f0a-4a97-9a9a-fb16257ec5cc req-f7e703ff-27af-4deb-86dc-45758d1405e8 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320668 Jun 18 13:00:05.192210 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3feed4-2ee7-4636-a463-7696d5625482 req-6b0a7d04-8435-4d01-808c-8a153c7ee256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:05.193947 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4f3feed4-2ee7-4636-a463-7696d5625482 req-6b0a7d04-8435-4d01-808c-8a153c7ee256 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 1100 time: 0.0673609 Jun 18 13:00:05.235335 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4f3feed4-2ee7-4636-a463-7696d5625482 req-d346788b-e74b-4ec1-a129-023a8ec6d965 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342999 Jun 18 13:00:05.249498 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d746b1-d451-46fc-a5ff-b6de9b9bccb6 req-e44d9c00-7ac0-444c-b6ad-1f5a99cb358f tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:05.250943 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-48d746b1-d451-46fc-a5ff-b6de9b9bccb6 req-e44d9c00-7ac0-444c-b6ad-1f5a99cb358f tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 947 time: 0.0832915 Jun 18 13:00:05.288268 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-48d746b1-d451-46fc-a5ff-b6de9b9bccb6 req-de7c9f8b-9950-4ec4-91e2-68261feedb4f tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315003 Jun 18 13:00:06.251290 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b3dbf-1a2d-4ba4-9637-6b061c0bfa28 req-52071ef8-7ad3-4fe9-9c14-707301d87f7b tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:06.252912 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ee9b3dbf-1a2d-4ba4-9637-6b061c0bfa28 req-52071ef8-7ad3-4fe9-9c14-707301d87f7b tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 943 time: 0.0660188 Jun 18 13:00:06.290112 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ee9b3dbf-1a2d-4ba4-9637-6b061c0bfa28 req-c865c1ca-9eb9-4447-9497-069008338106 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316474 Jun 18 13:00:06.362404 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 77370a09-af1a-4076-bc1e-c9607de5263a details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=92827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 13:00:06.463217 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 77370a09-af1a-4076-bc1e-c9607de5263a, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=77370a09-af1a-4076-bc1e-c9607de5263a,segment=NetworkSegment(e999e10b-d51b-4971-81a2-4455b5d0c86e),segment_id=e999e10b-d51b-4971-81a2-4455b5d0c86e)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:00:06.468556 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323b1e7-77f4-433c-8495-88fd23456fb6 req-a367c365-43d0-4102-84fd-3a71225a8b2f tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:06.470059 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d323b1e7-77f4-433c-8495-88fd23456fb6 req-a367c365-43d0-4102-84fd-3a71225a8b2f tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 947 time: 0.0624280 Jun 18 13:00:06.475673 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Returning: {'device': '77370a09-af1a-4076-bc1e-c9607de5263a', 'network_id': '4650261d-14da-4314-a14e-d6ffe8cfac33', 'port_id': '77370a09-af1a-4076-bc1e-c9607de5263a', 'mac_address': 'fa:16:3e:67:05:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4940de8-0ec5-4587-ae0f-998b04a74657', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 13:00:06.507329 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d323b1e7-77f4-433c-8495-88fd23456fb6 req-90d66124-f3ed-4ae6-a058-61eb9956cd89 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308397 Jun 18 13:00:06.512286 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:06.526691 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77370a09-af1a-4076-bc1e-c9607de5263a {{(pid=92827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 13:00:06.546876 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 77370a09-af1a-4076-bc1e-c9607de5263a, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=77370a09-af1a-4076-bc1e-c9607de5263a,segment=NetworkSegment(e999e10b-d51b-4971-81a2-4455b5d0c86e),segment_id=e999e10b-d51b-4971-81a2-4455b5d0c86e)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:00:06.551288 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:06.553121 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-7e58df81-9791-42d4-9dbc-0b83951812ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:00:06.598368 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=77370a09-af1a-4076-bc1e-c9607de5263a,revision_number=4']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:00:06.601284 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:00:07.029470 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['77370a09-af1a-4076-bc1e-c9607de5263a'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 13:00:07.475153 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f249c18-dd70-4a48-9c9f-df2f39eb2f88 req-9144e19a-b9fc-4f1f-b4c0-ddb782764865 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:07.476667 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8f249c18-dd70-4a48-9c9f-df2f39eb2f88 req-9144e19a-b9fc-4f1f-b4c0-ddb782764865 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 944 time: 0.0744836 Jun 18 13:00:07.514118 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8f249c18-dd70-4a48-9c9f-df2f39eb2f88 req-ebab04a0-58e2-42be-a836-f76260709ade tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318785 Jun 18 13:00:07.690428 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96169c1-06e7-4ef3-a741-8d8aa4ac1483 req-79793ad3-77cb-4f51-9ee8-fb80b60ddf8c tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:07.692532 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f96169c1-06e7-4ef3-a741-8d8aa4ac1483 req-79793ad3-77cb-4f51-9ee8-fb80b60ddf8c tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 947 time: 0.0640519 Jun 18 13:00:07.729035 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f96169c1-06e7-4ef3-a741-8d8aa4ac1483 req-4e540575-8b15-40e8-9056-177e7254a668 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307798 Jun 18 13:00:08.371331 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 77370a09-af1a-4076-bc1e-c9607de5263a up at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 13:00:08.418554 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning for port 77370a09-af1a-4076-bc1e-c9607de5263a completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 13:00:08.422273 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning complete for port 77370a09-af1a-4076-bc1e-c9607de5263a triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 13:00:08.422654 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:08.499422 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:08.520432 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987d7975-e662-4821-8c07-a9b58bd2ca43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77370a09-af1a-4076-bc1e-c9607de5263a'}] {{(pid=92827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:00:08.522717 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c43e27dad5924667550749323780498268b495889c5e44707aafbe87e8432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af016be-645e-4c14-84a3-4912fec212d1" -d '{"events": [{"server_uuid": "987d7975-e662-4821-8c07-a9b58bd2ca43", "name": "network-vif-plugged", "status": "completed", "tag": "77370a09-af1a-4076-bc1e-c9607de5263a"}]}' {{(pid=92827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:00:08.535023 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 77370a09-af1a-4076-bc1e-c9607de5263a, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=77370a09-af1a-4076-bc1e-c9607de5263a,segment=NetworkSegment(e999e10b-d51b-4971-81a2-4455b5d0c86e),segment_id=e999e10b-d51b-4971-81a2-4455b5d0c86e)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:00:08.540462 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:08.542435 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-bdc743da-5a19-421d-8a20-11648c8f1675 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:00:08.566365 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 13:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e002b87-bf81-4d09-aafc-cf9fd96f2836 x-openstack-request-id: req-2e002b87-bf81-4d09-aafc-cf9fd96f2836 {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:00:08.566669 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987d7975-e662-4821-8c07-a9b58bd2ca43", "name": "network-vif-plugged", "status": "completed", "tag": "77370a09-af1a-4076-bc1e-c9607de5263a", "code": 200}]} {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:00:08.566962 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2e002b87-bf81-4d09-aafc-cf9fd96f2836 {{(pid=92827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:00:08.567392 dv-cinder-797073-1-iscsi neutron-server[92827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987d7975-e662-4821-8c07-a9b58bd2ca43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77370a09-af1a-4076-bc1e-c9607de5263a', 'code': 200} Jun 18 13:00:08.594353 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=77370a09-af1a-4076-bc1e-c9607de5263a,revision_number=5']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:00:08.597996 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:00:08.706673 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1cb90-6d53-48f4-b1af-b3df9e030bff req-21be97a6-6b91-4c4c-9b20-29824f9075e5 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:08.714069 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-6aa1cb90-6d53-48f4-b1af-b3df9e030bff req-21be97a6-6b91-4c4c-9b20-29824f9075e5 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 945 time: 0.0652931 Jun 18 13:00:08.748789 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-6aa1cb90-6d53-48f4-b1af-b3df9e030bff req-64c3f83c-a7fc-4cbd-b5cd-4f3c7d12ed12 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338354 Jun 18 13:00:08.820001 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6e605-ba58-43ca-bf66-919d98e62b70 req-5cd2ab0a-fce2-4f58-b010-f01299172b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:08.821471 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-20b6e605-ba58-43ca-bf66-919d98e62b70 req-5cd2ab0a-fce2-4f58-b010-f01299172b4e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 1098 time: 0.0526850 Jun 18 13:00:08.860730 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-20b6e605-ba58-43ca-bf66-919d98e62b70 req-5139c286-2bd5-4b1e-ab18-39d2515640c1 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318918 Jun 18 13:00:09.924168 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c66fb5-ac31-4759-b36d-0f89ace6ea8c req-6646cfd1-fbb8-41d8-8267-4bd5cadd8cda tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:09.925578 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-59c66fb5-ac31-4759-b36d-0f89ace6ea8c req-6646cfd1-fbb8-41d8-8267-4bd5cadd8cda tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 945 time: 0.0659466 Jun 18 13:00:09.962788 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-59c66fb5-ac31-4759-b36d-0f89ace6ea8c req-3e16aaca-5031-49d1-91d9-7820914874bd tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314896 Jun 18 13:00:11.135546 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aec898-b938-4fc7-98b6-6a3d8e3a5471 req-33df1bad-dcae-4dc2-b9f1-a134a7660ada tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:11.137009 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-30aec898-b938-4fc7-98b6-6a3d8e3a5471 req-33df1bad-dcae-4dc2-b9f1-a134a7660ada tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 945 time: 0.0619059 Jun 18 13:00:11.173226 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-30aec898-b938-4fc7-98b6-6a3d8e3a5471 req-44cad959-a8cc-4dce-af1a-1cf40ab22f8c tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305538 Jun 18 13:00:11.346205 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a628ed-26c6-46b3-a4cf-0075e3d878f1 req-98618eb0-eeb0-4491-8f0b-e0f275774588 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:11.347659 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-78a628ed-26c6-46b3-a4cf-0075e3d878f1 req-98618eb0-eeb0-4491-8f0b-e0f275774588 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 945 time: 0.0622408 Jun 18 13:00:11.384816 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-78a628ed-26c6-46b3-a4cf-0075e3d878f1 req-58b87d8a-d59f-4033-9c87-94f0beca2a2b tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308011 Jun 18 13:00:11.820623 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff033660-0139-49cb-b477-39cbc0ba16e1 req-deb95cc9-d5ea-4d10-9bbb-2ffe903b9303 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:11.822203 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ff033660-0139-49cb-b477-39cbc0ba16e1 req-deb95cc9-d5ea-4d10-9bbb-2ffe903b9303 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 945 time: 0.0785491 Jun 18 13:00:11.863776 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ff033660-0139-49cb-b477-39cbc0ba16e1 req-68db28a0-3599-4f63-8b07-7f04000f83b7 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358324 Jun 18 13:00:17.512140 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 13:00:21.481021 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0678ab3a-1c23-4e2e-a473-a6493a5e0364 req-26861d9e-72bd-40a9-81c9-0f202a860324 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:21.482473 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0678ab3a-1c23-4e2e-a473-a6493a5e0364 req-26861d9e-72bd-40a9-81c9-0f202a860324 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 945 time: 0.0662556 Jun 18 13:00:21.519207 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0678ab3a-1c23-4e2e-a473-a6493a5e0364 req-ae4f3f9f-ec19-4659-bcce-60f279648a03 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310633 Jun 18 13:00:21.544306 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 54312) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:00:21.634357 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1121ac22-2e82-4813-8193-29dd8cccba1f tempest-TestMinimumBasicScenario-2103157540 tempest-TestMinimumBasicScenario-2103157540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:21.635834 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-1121ac22-2e82-4813-8193-29dd8cccba1f tempest-TestMinimumBasicScenario-2103157540 tempest-TestMinimumBasicScenario-2103157540-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 1093 time: 0.0905352 Jun 18 13:00:21.638665 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 54316) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:00:21.642952 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-92492655-3358-4301-995d-3f239076ea1d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Request body: {'floatingip': {'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'port_id': '77370a09-af1a-4076-bc1e-c9607de5263a', 'tenant_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:00:21.665461 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-92492655-3358-4301-995d-3f239076ea1d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks [] for floatingip, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:21.761425 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-92492655-3358-4301-995d-3f239076ea1d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:21.858904 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-b530e82b-c660-4e84-805c-4a9bb6dd8110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:21.867902 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.db_base_plugin_common [None req-92492655-3358-4301-995d-3f239076ea1d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Allocated IP 172.27.0.77 (9d896988-a366-408b-a158-be6ed4023cc1/a87da4ed-432b-4387-92bb-db12946e6cdf/29d125aa-ca48-430a-a6a8-ea201308a2a5) {{(pid=92825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 13:00:21.970268 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-92492655-3358-4301-995d-3f239076ea1d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks [] for port, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:22.007115 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-92492655-3358-4301-995d-3f239076ea1d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8372378'] for port, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:22.010299 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-e34af33b-5a27-4eda-adbd-fe887f03d71b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:00:22.049631 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92492655-3358-4301-995d-3f239076ea1d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Network 9d896988-a366-408b-a158-be6ed4023cc1 is already hosted by enough agents. {{(pid=92825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 13:00:22.053533 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [None req-92492655-3358-4301-995d-3f239076ea1d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Resources bound (agent type, host, resource id): {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 13:00:22.058163 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92492655-3358-4301-995d-3f239076ea1d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Received port after_create {{(pid=92825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 13:00:22.082551 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92492655-3358-4301-995d-3f239076ea1d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Pushing event updated for resources: {'Port': ['ID=29d125aa-ca48-430a-a6a8-ea201308a2a5,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:00:22.094280 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92492655-3358-4301-995d-3f239076ea1d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:00:22.094655 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92492655-3358-4301-995d-3f239076ea1d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:00:22.095021 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92492655-3358-4301-995d-3f239076ea1d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:00:22.095385 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92492655-3358-4301-995d-3f239076ea1d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:00:22.095747 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92492655-3358-4301-995d-3f239076ea1d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:00:22.096101 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92492655-3358-4301-995d-3f239076ea1d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:00:22.096454 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92492655-3358-4301-995d-3f239076ea1d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:00:22.096828 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92492655-3358-4301-995d-3f239076ea1d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:00:22.097182 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92492655-3358-4301-995d-3f239076ea1d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:00:22.097529 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92492655-3358-4301-995d-3f239076ea1d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:00:22.097878 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92492655-3358-4301-995d-3f239076ea1d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:00:22.098227 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92492655-3358-4301-995d-3f239076ea1d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:00:22.103265 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-92492655-3358-4301-995d-3f239076ea1d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:00:22.437132 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-92492655-3358-4301-995d-3f239076ea1d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:22.516713 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-92492655-3358-4301-995d-3f239076ea1d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:22.668615 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-92492655-3358-4301-995d-3f239076ea1d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks [] for port, precommit_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:22.672935 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-92492655-3358-4301-995d-3f239076ea1d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8372396'] for port, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:22.675063 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-e0b0fc98-f3e1-4fc9-9c6b-343b0569f68c tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:00:22.739149 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92492655-3358-4301-995d-3f239076ea1d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Pushing event updated for resources: {'Port': ['ID=29d125aa-ca48-430a-a6a8-ea201308a2a5,revision_number=2']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:00:22.744699 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-92492655-3358-4301-995d-3f239076ea1d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:00:22.754524 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-92492655-3358-4301-995d-3f239076ea1d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055052'] for floatingip, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:22.853796 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.db.l3_db [None req-92492655-3358-4301-995d-3f239076ea1d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Floating IP 4e3fb92f-aa10-4926-8371-ee08c257da97 associated. External IP: 172.27.0.77, port: 77370a09-af1a-4076-bc1e-c9607de5263a. Jun 18 13:00:23.053135 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92492655-3358-4301-995d-3f239076ea1d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Router 56b3f581-b310-4516-80da-ef9b4ce1aed3 has already been hosted by L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc {{(pid=92825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 13:00:23.158190 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92492655-3358-4301-995d-3f239076ea1d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 13:00:23.167999 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789a9084-d944-4ed5-ab93-e983b03306fc None None] Sync routers for ids ['56b3f581-b310-4516-80da-ef9b4ce1aed3'] in dv-cinder-797073-1-iscsi {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 13:00:23.175090 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-92492655-3358-4301-995d-3f239076ea1d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for floatingip, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:23.177412 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789a9084-d944-4ed5-ab93-e983b03306fc None None] Routers {'56b3f581-b310-4516-80da-ef9b4ce1aed3'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:00:23.178029 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-789a9084-d944-4ed5-ab93-e983b03306fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:59:55Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['56b3f581-b310-4516-80da-ef9b4ce1aed3'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:00:23.210963 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-92492655-3358-4301-995d-3f239076ea1d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5712843 Jun 18 13:00:23.211631 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987d7975-e662-4821-8c07-a9b58bd2ca43', 'tag': '77370a09-af1a-4076-bc1e-c9607de5263a'}] {{(pid=92825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:00:23.213777 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 54320) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:00:23.214263 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cbce1c661b203a7f45efff8c445c42f162c6430a9c28178aa2be3d6d959831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4539b1aa-3d09-4cad-bc30-e873cd697fad" -d '{"events": [{"name": "network-changed", "server_uuid": "987d7975-e662-4821-8c07-a9b58bd2ca43", "tag": "77370a09-af1a-4076-bc1e-c9607de5263a"}]}' {{(pid=92825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:00:23.219049 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-33d92707-91e5-4339-a780-d1303c8cbcfc tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-499911251', 'description': 'tempest-secgroup-smoke-499911251 description', 'project_id': 'a85418f3d4c94e0aaeaddc16ef6a5313'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:00:23.244229 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-33d92707-91e5-4339-a780-d1303c8cbcfc tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:23.252345 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 13:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0b9688-5ffd-4f1a-9c07-03ac8b95c1bc x-openstack-request-id: req-ce0b9688-5ffd-4f1a-9c07-03ac8b95c1bc {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:00:23.252708 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987d7975-e662-4821-8c07-a9b58bd2ca43", "tag": "77370a09-af1a-4076-bc1e-c9607de5263a", "status": "completed", "code": 200}]} {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:00:23.253007 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ce0b9688-5ffd-4f1a-9c07-03ac8b95c1bc {{(pid=92825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:00:23.253441 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987d7975-e662-4821-8c07-a9b58bd2ca43', 'tag': '77370a09-af1a-4076-bc1e-c9607de5263a', 'status': 'completed', 'code': 200} Jun 18 13:00:23.286317 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-789a9084-d944-4ed5-ab93-e983b03306fc None None] Set router 56b3f581-b310-4516-80da-ef9b4ce1aed3 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:00:23.377621 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539b1aa-3d09-4cad-bc30-e873cd697fad req-b4b5ac60-37ed-4fb1-91b9-a19033596bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:23.379079 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4539b1aa-3d09-4cad-bc30-e873cd697fad req-b4b5ac60-37ed-4fb1-91b9-a19033596bf4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a85418f3d4c94e0aaeaddc16ef6a5313&device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 1098 time: 0.0865088 Jun 18 13:00:23.388251 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-33d92707-91e5-4339-a780-d1303c8cbcfc tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:23.399334 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-33d92707-91e5-4339-a780-d1303c8cbcfc tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:23.410161 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-168bab6c-8f7f-4750-a030-d0bb9c67e6cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:00:23.478060 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-33d92707-91e5-4339-a780-d1303c8cbcfc tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:23.481957 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-33d92707-91e5-4339-a780-d1303c8cbcfc tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2644894 Jun 18 13:00:23.482308 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 54324) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:00:23.483996 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d92707-91e5-4339-a780-d1303c8cbcfc tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=442932d9-176a-4c92-8ef9-34e929df03c7,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:00:23.486908 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-2e2d0fe4-f447-4762-ab78-3ac53e06bbf2 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Request body: {'security_group_rule': {'security_group_id': '442932d9-176a-4c92-8ef9-34e929df03c7', 'project_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:00:23.495748 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d92707-91e5-4339-a780-d1303c8cbcfc tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:00:23.496122 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d92707-91e5-4339-a780-d1303c8cbcfc tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:00:23.496492 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d92707-91e5-4339-a780-d1303c8cbcfc tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:00:23.496874 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d92707-91e5-4339-a780-d1303c8cbcfc tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:00:23.497232 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d92707-91e5-4339-a780-d1303c8cbcfc tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:00:23.497586 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d92707-91e5-4339-a780-d1303c8cbcfc tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:00:23.497937 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d92707-91e5-4339-a780-d1303c8cbcfc tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:00:23.498282 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d92707-91e5-4339-a780-d1303c8cbcfc tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:00:23.498625 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d92707-91e5-4339-a780-d1303c8cbcfc tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:00:23.498966 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d92707-91e5-4339-a780-d1303c8cbcfc tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:00:23.499308 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d92707-91e5-4339-a780-d1303c8cbcfc tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:00:23.499649 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d92707-91e5-4339-a780-d1303c8cbcfc tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:00:23.509457 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-33d92707-91e5-4339-a780-d1303c8cbcfc tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:00:23.521032 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2e2d0fe4-f447-4762-ab78-3ac53e06bbf2 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:23.526340 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539b1aa-3d09-4cad-bc30-e873cd697fad req-398558f0-2bdc-43c7-b6a8-3b6177dd946b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:23.527780 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4539b1aa-3d09-4cad-bc30-e873cd697fad req-398558f0-2bdc-43c7-b6a8-3b6177dd946b service neutron] 10.222.0.77 "GET /v2.0/networks?id=4650261d-14da-4314-a14e-d6ffe8cfac33 HTTP/1.1" status: 200 len: 915 time: 0.1383665 Jun 18 13:00:23.532736 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-789a9084-d944-4ed5-ab93-e983b03306fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b3f581-b310-4516-80da-ef9b4ce1aed3', 'name': 'tempest-TestMinimumBasicScenario-870099779-router', 'tenant_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '75d34f20-a52d-4885-8bfd-0653359f26b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:59:20Z', 'updated_at': '2021-06-18T12:59:25Z', 'revision_number': 4, 'project_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'gw_port': {'id': '75d34f20-a52d-4885-8bfd-0653359f26b3', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:06:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3f581-b310-4516-80da-ef9b4ce1aed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:59:21Z', 'updated_at': '2021-06-18T12:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_floatingips': [{'id': '4e3fb92f-aa10-4926-8371-ee08c257da97', 'tenant_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'router_id': '56b3f581-b310-4516-80da-ef9b4ce1aed3', 'port_id': '77370a09-af1a-4076-bc1e-c9607de5263a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4650261d-14da-4314-a14e-d6ffe8cfac33', 'mac_address': 'fa:16:3e:67:05:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987d7975-e662-4821-8c07-a9b58bd2ca43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T13:00:22Z', 'updated_at': '2021-06-18T13:00:22Z', 'revision_number': 0, 'project_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a1e60f2-5c06-4789-9f60-84805499833f', 'name': '', 'network_id': '4650261d-14da-4314-a14e-d6ffe8cfac33', 'tenant_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'mac_address': 'fa:16:3e:ca:34:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3f581-b310-4516-80da-ef9b4ce1aed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'e4940de8-0ec5-4587-ae0f-998b04a74657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:59:23Z', 'updated_at': '2021-06-18T12:59:30Z', 'revision_number': 5, 'project_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'subnets': [{'id': 'e4940de8-0ec5-4587-ae0f-998b04a74657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:00:23.562800 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789a9084-d944-4ed5-ab93-e983b03306fc None None] Checking router: 56b3f581-b310-4516-80da-ef9b4ce1aed3 for host: dv-cinder-797073-1-iscsi {{(pid=92827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 13:00:23.578273 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789a9084-d944-4ed5-ab93-e983b03306fc None None] Routers {'56b3f581-b310-4516-80da-ef9b4ce1aed3'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:00:23.579576 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-789a9084-d944-4ed5-ab93-e983b03306fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T12:59:55Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['56b3f581-b310-4516-80da-ef9b4ce1aed3'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:00:23.586522 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2e2d0fe4-f447-4762-ab78-3ac53e06bbf2 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:23.594083 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2e2d0fe4-f447-4762-ab78-3ac53e06bbf2 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017479'] for security_group_rule, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:23.602282 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-8a2f349d-34f9-4803-9105-2e557bd4d059 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:00:23.603751 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4539b1aa-3d09-4cad-bc30-e873cd697fad req-167f8f09-4a24-4d8b-91dd-842a4ee9d021 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77370a09-af1a-4076-bc1e-c9607de5263a HTTP/1.1" status: 200 len: 998 time: 0.0635350 Jun 18 13:00:23.614646 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d0fe4-f447-4762-ab78-3ac53e06bbf2 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee97911c-9b6d-462f-8fb7-e122607016df,revision_number=0']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:00:23.621497 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-2e2d0fe4-f447-4762-ab78-3ac53e06bbf2 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:00:23.628823 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2e2d0fe4-f447-4762-ab78-3ac53e06bbf2 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:23.630663 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-2e2d0fe4-f447-4762-ab78-3ac53e06bbf2 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1471691 Jun 18 13:00:23.633973 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 54328) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:00:23.642975 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-23c8ad79-4b51-457c-b565-f69d4edb9ca6 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Request body: {'security_group_rule': {'security_group_id': '442932d9-176a-4c92-8ef9-34e929df03c7', 'project_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:00:23.669593 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539b1aa-3d09-4cad-bc30-e873cd697fad req-4815b007-f1ab-4d9a-8553-18f53625f95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:23.671140 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4539b1aa-3d09-4cad-bc30-e873cd697fad req-4815b007-f1ab-4d9a-8553-18f53625f95a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e4940de8-0ec5-4587-ae0f-998b04a74657 HTTP/1.1" status: 200 len: 853 time: 0.0586176 Jun 18 13:00:23.676986 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-23c8ad79-4b51-457c-b565-f69d4edb9ca6 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:23.707941 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-789a9084-d944-4ed5-ab93-e983b03306fc None None] Set router 56b3f581-b310-4516-80da-ef9b4ce1aed3 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:00:23.744569 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-23c8ad79-4b51-457c-b565-f69d4edb9ca6 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:23.752178 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-23c8ad79-4b51-457c-b565-f69d4edb9ca6 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017479'] for security_group_rule, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:23.753146 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539b1aa-3d09-4cad-bc30-e873cd697fad req-65323ade-5c3f-4b2d-bb31-9dcf3c8f05fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:23.754745 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4539b1aa-3d09-4cad-bc30-e873cd697fad req-65323ade-5c3f-4b2d-bb31-9dcf3c8f05fb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4650261d-14da-4314-a14e-d6ffe8cfac33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690660 Jun 18 13:00:23.759228 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-2e2d0fe4-f447-4762-ab78-3ac53e06bbf2 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:00:23.775073 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c8ad79-4b51-457c-b565-f69d4edb9ca6 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd9752d6-314b-4ac4-b132-e94b2bbfd9b3,revision_number=0']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:00:23.778173 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-23c8ad79-4b51-457c-b565-f69d4edb9ca6 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:00:23.779391 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-23c8ad79-4b51-457c-b565-f69d4edb9ca6 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:23.783764 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-23c8ad79-4b51-457c-b565-f69d4edb9ca6 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1446993 Jun 18 13:00:23.783764 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 54330) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:00:23.788165 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-aea51a0c-1778-470c-b696-3846d1de577d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Request body: {'security_group_rule': {'security_group_id': '442932d9-176a-4c92-8ef9-34e929df03c7', 'project_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:00:23.816075 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-aea51a0c-1778-470c-b696-3846d1de577d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:23.859621 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4539b1aa-3d09-4cad-bc30-e873cd697fad req-1cde54eb-da4b-4f82-b59e-5a0e6d608a24 service neutron] 10.222.0.77 "GET /v2.0/networks/4650261d-14da-4314-a14e-d6ffe8cfac33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928516 Jun 18 13:00:23.884291 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-aea51a0c-1778-470c-b696-3846d1de577d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:23.888805 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-aea51a0c-1778-470c-b696-3846d1de577d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017479'] for security_group_rule, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:23.891117 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:00:23.903279 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea51a0c-1778-470c-b696-3846d1de577d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b2a420-72e7-4e36-9672-3fbbcc0bd36c,revision_number=0']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:00:23.906138 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-aea51a0c-1778-470c-b696-3846d1de577d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:00:23.917737 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-aea51a0c-1778-470c-b696-3846d1de577d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:23.921545 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-aea51a0c-1778-470c-b696-3846d1de577d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1346872 Jun 18 13:00:23.922027 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 54332) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:00:23.926491 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-b8ab1ec8-9470-48af-b931-62247390b558 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Request body: {'security_group_rule': {'security_group_id': '442932d9-176a-4c92-8ef9-34e929df03c7', 'project_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:00:23.956455 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b8ab1ec8-9470-48af-b931-62247390b558 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:23.973886 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4539b1aa-3d09-4cad-bc30-e873cd697fad req-9dfc1c98-f285-4ff2-bd08-2c4b3067356b service neutron] 10.222.0.77 "GET /v2.0/networks/4650261d-14da-4314-a14e-d6ffe8cfac33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050656 Jun 18 13:00:23.984332 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-789a9084-d944-4ed5-ab93-e983b03306fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b3f581-b310-4516-80da-ef9b4ce1aed3', 'name': 'tempest-TestMinimumBasicScenario-870099779-router', 'tenant_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '75d34f20-a52d-4885-8bfd-0653359f26b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:59:20Z', 'updated_at': '2021-06-18T12:59:25Z', 'revision_number': 4, 'project_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'gw_port': {'id': '75d34f20-a52d-4885-8bfd-0653359f26b3', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:06:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3f581-b310-4516-80da-ef9b4ce1aed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:59:21Z', 'updated_at': '2021-06-18T12:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_floatingips': [{'id': '4e3fb92f-aa10-4926-8371-ee08c257da97', 'tenant_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'router_id': '56b3f581-b310-4516-80da-ef9b4ce1aed3', 'port_id': '77370a09-af1a-4076-bc1e-c9607de5263a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4650261d-14da-4314-a14e-d6ffe8cfac33', 'mac_address': 'fa:16:3e:67:05:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987d7975-e662-4821-8c07-a9b58bd2ca43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T13:00:22Z', 'updated_at': '2021-06-18T13:00:22Z', 'revision_number': 0, 'project_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a1e60f2-5c06-4789-9f60-84805499833f', 'name': '', 'network_id': '4650261d-14da-4314-a14e-d6ffe8cfac33', 'tenant_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'mac_address': 'fa:16:3e:ca:34:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3f581-b310-4516-80da-ef9b4ce1aed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'e4940de8-0ec5-4587-ae0f-998b04a74657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:59:23Z', 'updated_at': '2021-06-18T12:59:30Z', 'revision_number': 5, 'project_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'subnets': [{'id': 'e4940de8-0ec5-4587-ae0f-998b04a74657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:00:24.011232 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b8ab1ec8-9470-48af-b931-62247390b558 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:24.011462 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789a9084-d944-4ed5-ab93-e983b03306fc None None] The sync data for ids ['56b3f581-b310-4516-80da-ef9b4ce1aed3'] in dv-cinder-797073-1-iscsi is: [{'id': '56b3f581-b310-4516-80da-ef9b4ce1aed3', 'name': 'tempest-TestMinimumBasicScenario-870099779-router', 'tenant_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '75d34f20-a52d-4885-8bfd-0653359f26b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:59:20Z', 'updated_at': '2021-06-18T12:59:25Z', 'revision_number': 4, 'project_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'gw_port': {'id': '75d34f20-a52d-4885-8bfd-0653359f26b3', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:06:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3f581-b310-4516-80da-ef9b4ce1aed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:59:21Z', 'updated_at': '2021-06-18T12:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_floatingips': [{'id': '4e3fb92f-aa10-4926-8371-ee08c257da97', 'tenant_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'router_id': '56b3f581-b310-4516-80da-ef9b4ce1aed3', 'port_id': '77370a09-af1a-4076-bc1e-c9607de5263a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4650261d-14da-4314-a14e-d6ffe8cfac33', 'mac_address': 'fa:16:3e:67:05:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987d7975-e662-4821-8c07-a9b58bd2ca43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T13:00:22Z', 'updated_at': '2021-06-18T13:00:22Z', 'revision_number': 0, 'project_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a1e60f2-5c06-4789-9f60-84805499833f', 'name': '', 'network_id': '4650261d-14da-4314-a14e-d6ffe8cfac33', 'tenant_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'mac_address': 'fa:16:3e:ca:34:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3f581-b310-4516-80da-ef9b4ce1aed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'e4940de8-0ec5-4587-ae0f-998b04a74657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:59:23Z', 'updated_at': '2021-06-18T12:59:30Z', 'revision_number': 5, 'project_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'subnets': [{'id': 'e4940de8-0ec5-4587-ae0f-998b04a74657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 13:00:24.015787 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b8ab1ec8-9470-48af-b931-62247390b558 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017479'] for security_group_rule, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:24.017902 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:00:24.035291 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab1ec8-9470-48af-b931-62247390b558 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a8a72d9-78d1-43a5-87cd-d508b6a7e07a,revision_number=0']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:00:24.040429 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-b8ab1ec8-9470-48af-b931-62247390b558 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:00:24.044172 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b8ab1ec8-9470-48af-b931-62247390b558 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:24.048101 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-b8ab1ec8-9470-48af-b931-62247390b558 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1224511 Jun 18 13:00:24.048435 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 54334) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:00:24.054113 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-1cc2e7b6-d2da-4d0a-941b-2981dca9729f tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Request body: {'security_group_rule': {'security_group_id': '442932d9-176a-4c92-8ef9-34e929df03c7', 'project_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:00:24.077029 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.db.securitygroups_db [None req-1cc2e7b6-d2da-4d0a-941b-2981dca9729f tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Project a85418f3d4c94e0aaeaddc16ef6a5313 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 13:00:24.082049 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-1cc2e7b6-d2da-4d0a-941b-2981dca9729f tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:24.145908 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-1cc2e7b6-d2da-4d0a-941b-2981dca9729f tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:24.150507 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-1cc2e7b6-d2da-4d0a-941b-2981dca9729f tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017479'] for security_group_rule, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:24.152559 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:00:24.169368 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc2e7b6-d2da-4d0a-941b-2981dca9729f tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e16ec7a-a01a-4548-adca-8aa13420eab6,revision_number=0']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:00:24.171949 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-1cc2e7b6-d2da-4d0a-941b-2981dca9729f tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:00:24.176577 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-1cc2e7b6-d2da-4d0a-941b-2981dca9729f tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:24.178729 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-1cc2e7b6-d2da-4d0a-941b-2981dca9729f tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1290438 Jun 18 13:00:24.181340 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 54338) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:00:24.185984 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-d0b98a5b-def7-4872-b647-931c4e49ecac tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Request body: {'security_group_rule': {'security_group_id': '442932d9-176a-4c92-8ef9-34e929df03c7', 'project_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:00:24.207656 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.db.securitygroups_db [None req-d0b98a5b-def7-4872-b647-931c4e49ecac tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Project a85418f3d4c94e0aaeaddc16ef6a5313 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 13:00:24.212810 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-d0b98a5b-def7-4872-b647-931c4e49ecac tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:24.214854 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096d9214-b631-4ee9-a099-da66c894bddf None None] New status for floating IP 4e3fb92f-aa10-4926-8371-ee08c257da97: ACTIVE {{(pid=92828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 13:00:24.275079 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-d0b98a5b-def7-4872-b647-931c4e49ecac tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:24.279119 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-d0b98a5b-def7-4872-b647-931c4e49ecac tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017479'] for security_group_rule, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:24.281188 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-bb2f6b70-802c-47ed-8030-ace4e65442b5 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:00:24.297480 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b98a5b-def7-4872-b647-931c4e49ecac tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=047474a9-3110-49b7-836c-e9f0029869d9,revision_number=0']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:00:24.299877 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-d0b98a5b-def7-4872-b647-931c4e49ecac tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:00:24.309378 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-d0b98a5b-def7-4872-b647-931c4e49ecac tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:24.310807 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-d0b98a5b-def7-4872-b647-931c4e49ecac tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1285465 Jun 18 13:00:24.435307 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d3810d5d-d662-4a64-8b6c-b983ba4a2f64 req-78d6bd2b-139d-404c-ba8a-24346d57cd89 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-499911251&fields=id&tenant_id=a85418f3d4c94e0aaeaddc16ef6a5313 HTTP/1.1" status: 200 len: 267 time: 0.0322576 Jun 18 13:00:24.499791 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3810d5d-d662-4a64-8b6c-b983ba4a2f64 req-ebee8a52-0e89-4efb-ad51-5c08085d630f tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:24.501241 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d3810d5d-d662-4a64-8b6c-b983ba4a2f64 req-ebee8a52-0e89-4efb-ad51-5c08085d630f tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 945 time: 0.0605581 Jun 18 13:00:24.511906 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [req-d3810d5d-d662-4a64-8b6c-b983ba4a2f64 req-9a9eea7e-2a20-46fd-bf4c-280652a17930 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Request body: {'port': {'security_groups': ['58421e2b-90d2-4077-a935-1a27eaa35c5d', '442932d9-176a-4c92-8ef9-34e929df03c7']}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:00:24.594798 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-d3810d5d-d662-4a64-8b6c-b983ba4a2f64 req-9a9eea7e-2a20-46fd-bf4c-280652a17930 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:24.707872 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-6161d85f-dd0d-4466-b453-86e786a7d614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:25.004394 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [req-d3810d5d-d662-4a64-8b6c-b983ba4a2f64 req-9a9eea7e-2a20-46fd-bf4c-280652a17930 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] For port 77370a09-af1a-4076-bc1e-c9607de5263a, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=77370a09-af1a-4076-bc1e-c9607de5263a,segment=NetworkSegment(e999e10b-d51b-4971-81a2-4455b5d0c86e),segment_id=e999e10b-d51b-4971-81a2-4455b5d0c86e)] {{(pid=92825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:00:25.033653 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-d3810d5d-d662-4a64-8b6c-b983ba4a2f64 req-9a9eea7e-2a20-46fd-bf4c-280652a17930 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks [] for port, precommit_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:25.038369 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-d3810d5d-d662-4a64-8b6c-b983ba4a2f64 req-9a9eea7e-2a20-46fd-bf4c-280652a17930 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8372396'] for port, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:25.042350 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-e34af33b-5a27-4eda-adbd-fe887f03d71b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:00:25.042504 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:25.076991 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['77370a09-af1a-4076-bc1e-c9607de5263a'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 13:00:25.085429 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3810d5d-d662-4a64-8b6c-b983ba4a2f64 req-9a9eea7e-2a20-46fd-bf4c-280652a17930 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:25.086136 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-d3810d5d-d662-4a64-8b6c-b983ba4a2f64 req-9a9eea7e-2a20-46fd-bf4c-280652a17930 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:25.087621 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d3810d5d-d662-4a64-8b6c-b983ba4a2f64 req-9a9eea7e-2a20-46fd-bf4c-280652a17930 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "PUT /v2.0/ports/77370a09-af1a-4076-bc1e-c9607de5263a HTTP/1.1" status: 200 len: 981 time: 0.5801430 Jun 18 13:00:25.111989 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9eea7e-2a20-46fd-bf4c-280652a17930 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Pushing event updated for resources: {'Port': ['ID=77370a09-af1a-4076-bc1e-c9607de5263a,revision_number=6']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:00:25.115939 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-9a9eea7e-2a20-46fd-bf4c-280652a17930 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:00:25.253285 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['77370a09-af1a-4076-bc1e-c9607de5263a'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 13:00:25.255314 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987d7975-e662-4821-8c07-a9b58bd2ca43', 'tag': '77370a09-af1a-4076-bc1e-c9607de5263a'}] {{(pid=92825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:00:25.263317 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cbce1c661b203a7f45efff8c445c42f162c6430a9c28178aa2be3d6d959831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538024a9-0622-41f8-be32-ec29b29ee9b1" -d '{"events": [{"name": "network-changed", "server_uuid": "987d7975-e662-4821-8c07-a9b58bd2ca43", "tag": "77370a09-af1a-4076-bc1e-c9607de5263a"}]}' {{(pid=92825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:00:25.289706 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59c292-4a4e-4234-a30c-d8cdf794facb req-8db2212e-84b6-4361-a2a6-0b4e307f963e tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:25.291195 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-bf59c292-4a4e-4234-a30c-d8cdf794facb req-8db2212e-84b6-4361-a2a6-0b4e307f963e tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 984 time: 0.0826905 Jun 18 13:00:25.301833 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 13:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e887e60-bdef-42c6-b47e-887eeec72817 x-openstack-request-id: req-4e887e60-bdef-42c6-b47e-887eeec72817 {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:00:25.303138 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987d7975-e662-4821-8c07-a9b58bd2ca43", "tag": "77370a09-af1a-4076-bc1e-c9607de5263a", "status": "completed", "code": 200}]} {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:00:25.303668 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4e887e60-bdef-42c6-b47e-887eeec72817 {{(pid=92825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:00:25.304315 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987d7975-e662-4821-8c07-a9b58bd2ca43', 'tag': '77370a09-af1a-4076-bc1e-c9607de5263a', 'status': 'completed', 'code': 200} Jun 18 13:00:25.331098 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-ce26a1bf-37a1-4d23-b7f4-b3ca5a985e00 None None] Provisioning complete for port 77370a09-af1a-4076-bc1e-c9607de5263a triggered by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 13:00:25.331477 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-ce26a1bf-37a1-4d23-b7f4-b3ca5a985e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:25.341389 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-bf59c292-4a4e-4234-a30c-d8cdf794facb req-6386ecd8-5315-47eb-bfc2-8f1826e2e1c1 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=442932d9-176a-4c92-8ef9-34e929df03c7&id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418131 Jun 18 13:00:25.409398 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538024a9-0622-41f8-be32-ec29b29ee9b1 req-397f8f5e-5a01-4b48-a4b7-80765ca349b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:25.410938 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-538024a9-0622-41f8-be32-ec29b29ee9b1 req-397f8f5e-5a01-4b48-a4b7-80765ca349b7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a85418f3d4c94e0aaeaddc16ef6a5313&device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 1137 time: 0.0562832 Jun 18 13:00:25.509269 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538024a9-0622-41f8-be32-ec29b29ee9b1 req-144e1bb2-05d9-43ce-8d28-d0932b65e48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:25.510634 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-538024a9-0622-41f8-be32-ec29b29ee9b1 req-144e1bb2-05d9-43ce-8d28-d0932b65e48b service neutron] 10.222.0.77 "GET /v2.0/networks?id=4650261d-14da-4314-a14e-d6ffe8cfac33 HTTP/1.1" status: 200 len: 915 time: 0.0921516 Jun 18 13:00:25.576295 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-538024a9-0622-41f8-be32-ec29b29ee9b1 req-e01aa7db-2f44-41f6-a55c-e91abafa20be service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77370a09-af1a-4076-bc1e-c9607de5263a HTTP/1.1" status: 200 len: 1000 time: 0.0580027 Jun 18 13:00:25.626881 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538024a9-0622-41f8-be32-ec29b29ee9b1 req-4c187bfb-7881-4f5d-9d64-93856169c7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:25.628300 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-538024a9-0622-41f8-be32-ec29b29ee9b1 req-4c187bfb-7881-4f5d-9d64-93856169c7b1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e4940de8-0ec5-4587-ae0f-998b04a74657 HTTP/1.1" status: 200 len: 853 time: 0.0427773 Jun 18 13:00:25.694849 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538024a9-0622-41f8-be32-ec29b29ee9b1 req-e6a2f08e-79b9-413f-9e64-646afce0b1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:25.696324 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-538024a9-0622-41f8-be32-ec29b29ee9b1 req-e6a2f08e-79b9-413f-9e64-646afce0b1b6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4650261d-14da-4314-a14e-d6ffe8cfac33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0563679 Jun 18 13:00:25.786836 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-538024a9-0622-41f8-be32-ec29b29ee9b1 req-df3f87e5-e8b1-4e33-9881-1dc345567918 service neutron] 10.222.0.77 "GET /v2.0/networks/4650261d-14da-4314-a14e-d6ffe8cfac33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813489 Jun 18 13:00:25.887446 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-538024a9-0622-41f8-be32-ec29b29ee9b1 req-9ce70ffc-71d6-47b4-b001-260877feea71 service neutron] 10.222.0.77 "GET /v2.0/networks/4650261d-14da-4314-a14e-d6ffe8cfac33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847132 Jun 18 13:00:25.954371 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:27.688792 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:30.047935 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:51.860929 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-26a6dd68-e4a5-46e2-b5ce-d35fa04cdfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:52.873618 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5ff67-2fbf-4751-8473-b6ee4fbc4290 req-2fa39fa1-970c-474b-80e7-dcd1fe81ea0f tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:52.874978 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-adb5ff67-2fbf-4751-8473-b6ee4fbc4290 req-2fa39fa1-970c-474b-80e7-dcd1fe81ea0f tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 945 time: 0.0693524 Jun 18 13:00:52.912114 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-adb5ff67-2fbf-4751-8473-b6ee4fbc4290 req-e66a52e8-6a59-4df3-ba28-eaa93d67ff60 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313973 Jun 18 13:00:54.084778 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407e0a3-f2e5-4dab-b9a4-1d82457ad530 req-1bc78b84-d60d-4a7f-95ec-5bff19b8a230 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:54.086220 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-f407e0a3-f2e5-4dab-b9a4-1d82457ad530 req-1bc78b84-d60d-4a7f-95ec-5bff19b8a230 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 945 time: 0.0623264 Jun 18 13:00:54.128842 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-f407e0a3-f2e5-4dab-b9a4-1d82457ad530 req-18a3e5e7-a628-42cb-bcc5-175875a082a1 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328157 Jun 18 13:00:54.510999 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 13:00:54.709366 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-ec0378ee-b0e1-44e7-8f69-f633689add0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:55.044516 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:55.312835 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1c192-cae6-44c8-a5f2-13f99beb46af req-d3fb2db9-5ca4-415d-a76d-4c5dfd40302f tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:55.314193 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-cda1c192-cae6-44c8-a5f2-13f99beb46af req-d3fb2db9-5ca4-415d-a76d-4c5dfd40302f tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 945 time: 0.0627959 Jun 18 13:00:55.352224 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-cda1c192-cae6-44c8-a5f2-13f99beb46af req-784019fa-d056-4ba5-8978-1e47edd6982b tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324059 Jun 18 13:00:55.956177 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:56.522987 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787fc4ab-b6e7-4394-9977-747d6cefe61a req-f85d49b6-e61c-4e74-b7c0-ff303d364da4 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:56.524424 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-787fc4ab-b6e7-4394-9977-747d6cefe61a req-f85d49b6-e61c-4e74-b7c0-ff303d364da4 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 945 time: 0.0634220 Jun 18 13:00:56.561439 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-787fc4ab-b6e7-4394-9977-747d6cefe61a req-cba395ec-0117-4e7b-b29a-50974f740519 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308020 Jun 18 13:00:57.693492 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:00:57.735164 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44575468-5dd3-4e75-bd9d-446a9ec6303d req-73daf88e-a9c7-4ef3-a334-75d55b1f18e7 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:57.736702 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-44575468-5dd3-4e75-bd9d-446a9ec6303d req-73daf88e-a9c7-4ef3-a334-75d55b1f18e7 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 945 time: 0.0638287 Jun 18 13:00:57.780827 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-44575468-5dd3-4e75-bd9d-446a9ec6303d req-b3fbaad4-3bb1-45c7-88b7-4e8bc9d568d7 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384452 Jun 18 13:00:59.000097 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048455a-5e40-41c4-90a4-7618af611476 req-ddad5547-5c98-4145-a6e6-ee39b48f8002 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:59.001566 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4048455a-5e40-41c4-90a4-7618af611476 req-ddad5547-5c98-4145-a6e6-ee39b48f8002 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 945 time: 0.1038094 Jun 18 13:00:59.007287 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5e0701ab-f883-4753-8459-76df9ee18f76 req-678a0ca7-08ca-41f8-ae46-2fb13f27c2be service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760462 Jun 18 13:00:59.039200 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4048455a-5e40-41c4-90a4-7618af611476 req-8d89a5ed-f76e-4e77-9336-2035c68428bc tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309932 Jun 18 13:00:59.116602 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0701ab-f883-4753-8459-76df9ee18f76 req-42ce5183-fc8a-4953-91a1-57b7a50f0347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:59.118017 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5e0701ab-f883-4753-8459-76df9ee18f76 req-42ce5183-fc8a-4953-91a1-57b7a50f0347 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f05dfc5e1c54a9c8c16e92e579c9b1d&device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 1100 time: 0.0573435 Jun 18 13:00:59.220166 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0701ab-f883-4753-8459-76df9ee18f76 req-d5c7cadf-c906-4a40-a5e0-8b3f0e4a1ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:59.221627 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5e0701ab-f883-4753-8459-76df9ee18f76 req-d5c7cadf-c906-4a40-a5e0-8b3f0e4a1ac5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1ff29541-7511-4984-adea-fc36150ec103 HTTP/1.1" status: 200 len: 916 time: 0.0824172 Jun 18 13:00:59.291501 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5e0701ab-f883-4753-8459-76df9ee18f76 req-c4c2bc60-d148-458f-a19c-9d081cd4048d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9955890c-cd41-4916-aa48-c585e48021b9 HTTP/1.1" status: 200 len: 1002 time: 0.0588782 Jun 18 13:00:59.339417 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0701ab-f883-4753-8459-76df9ee18f76 req-71a617b5-731b-4940-bbd2-cc59325afd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:59.340890 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5e0701ab-f883-4753-8459-76df9ee18f76 req-71a617b5-731b-4940-bbd2-cc59325afd7b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ac677325-f406-437d-8e84-8b08f5594ded HTTP/1.1" status: 200 len: 854 time: 0.0429454 Jun 18 13:00:59.402486 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0701ab-f883-4753-8459-76df9ee18f76 req-2db0b2dc-48ff-4953-a2b2-ee113476afd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:00:59.403846 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5e0701ab-f883-4753-8459-76df9ee18f76 req-2db0b2dc-48ff-4953-a2b2-ee113476afd1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1ff29541-7511-4984-adea-fc36150ec103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532403 Jun 18 13:00:59.499410 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5e0701ab-f883-4753-8459-76df9ee18f76 req-1ec72af8-cce1-4bfe-9b81-500c362f8e59 service neutron] 10.222.0.77 "GET /v2.0/networks/1ff29541-7511-4984-adea-fc36150ec103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876138 Jun 18 13:00:59.586243 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5e0701ab-f883-4753-8459-76df9ee18f76 req-72ee83d4-7d41-4c66-b35d-da3af68f888f service neutron] 10.222.0.77 "GET /v2.0/networks/1ff29541-7511-4984-adea-fc36150ec103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800450 Jun 18 13:01:00.056990 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:00.213703 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ff3ce-17fe-4c74-979b-2c572b9b8bd6 req-ca34b1f9-ce7b-4658-b948-46460e1a6e2c tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:00.215232 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ec5ff3ce-17fe-4c74-979b-2c572b9b8bd6 req-ca34b1f9-ce7b-4658-b948-46460e1a6e2c tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 945 time: 0.0669005 Jun 18 13:01:00.252155 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ec5ff3ce-17fe-4c74-979b-2c572b9b8bd6 req-cc82d08f-ab33-4b9e-b375-4dac664485c9 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309713 Jun 18 13:01:01.425984 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cde8d6-c445-426a-be3f-5f5637763084 req-3a25039c-84c0-4268-bf3b-7d05131bf3c3 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:01.427414 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a5cde8d6-c445-426a-be3f-5f5637763084 req-3a25039c-84c0-4268-bf3b-7d05131bf3c3 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 945 time: 0.0626545 Jun 18 13:01:01.466365 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a5cde8d6-c445-426a-be3f-5f5637763084 req-dd254eb0-d5d7-4ac2-9f7f-59129040ca4a tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318696 Jun 18 13:01:02.639633 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae93fe-b208-4d03-ad7b-51bc4c265fad req-40571cb7-6d3c-4327-b6e0-d1b641cda75a tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:02.641009 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-31ae93fe-b208-4d03-ad7b-51bc4c265fad req-40571cb7-6d3c-4327-b6e0-d1b641cda75a tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 945 time: 0.0622227 Jun 18 13:01:02.678710 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-31ae93fe-b208-4d03-ad7b-51bc4c265fad req-953f0e90-9695-45ce-9a61-d0d9cb249480 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320480 Jun 18 13:01:03.860324 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048c1d3-5ac4-4f6a-b21b-f6204302e729 req-fd4d683b-238d-4f8b-99d6-393eb04f12ee tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:03.861960 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-f048c1d3-5ac4-4f6a-b21b-f6204302e729 req-fd4d683b-238d-4f8b-99d6-393eb04f12ee tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 945 time: 0.0738664 Jun 18 13:01:03.899271 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-f048c1d3-5ac4-4f6a-b21b-f6204302e729 req-b7968eca-4b60-440b-ae9c-eb63111e9205 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315599 Jun 18 13:01:04.264182 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ab1be-2656-4588-a0ec-abf466753502 req-bcef1ebe-af70-4d2b-93c1-43293d5f5a45 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:04.265670 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-566ab1be-2656-4588-a0ec-abf466753502 req-bcef1ebe-af70-4d2b-93c1-43293d5f5a45 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 945 time: 0.1010888 Jun 18 13:01:04.290020 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34422b3b-19ea-4f96-b2bc-a152c47ea995 req-c3fe3128-981d-4091-b4b5-3e69a71cf679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:04.292067 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-34422b3b-19ea-4f96-b2bc-a152c47ea995 req-c3fe3128-981d-4091-b4b5-3e69a71cf679 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=644594a679e942c59bed9f9e6411811e&device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 1098 time: 0.0883255 Jun 18 13:01:04.353563 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-566ab1be-2656-4588-a0ec-abf466753502 req-d9ec9b16-8464-43c3-819a-018afb840aa8 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810318 Jun 18 13:01:04.395205 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34422b3b-19ea-4f96-b2bc-a152c47ea995 req-e914a9eb-af58-49f8-b4a6-2cf4acbf1dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:04.396657 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-34422b3b-19ea-4f96-b2bc-a152c47ea995 req-e914a9eb-af58-49f8-b4a6-2cf4acbf1dd9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=104453e3-7b6d-46e4-8eed-f30fcc01cf9f HTTP/1.1" status: 200 len: 911 time: 0.0972216 Jun 18 13:01:04.459055 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-34422b3b-19ea-4f96-b2bc-a152c47ea995 req-979ac735-4d74-4699-ad6b-dde50f0be795 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d489e913-36d3-4f50-a9ec-70dcfed2aca1 HTTP/1.1" status: 200 len: 1001 time: 0.0558529 Jun 18 13:01:04.509769 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34422b3b-19ea-4f96-b2bc-a152c47ea995 req-23003751-08ba-461a-bc2c-086db1bb12d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:04.511358 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-34422b3b-19ea-4f96-b2bc-a152c47ea995 req-23003751-08ba-461a-bc2c-086db1bb12d4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=27bb86f4-b359-4030-a800-8900e90a475a HTTP/1.1" status: 200 len: 849 time: 0.0458860 Jun 18 13:01:04.570312 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34422b3b-19ea-4f96-b2bc-a152c47ea995 req-019cdcd4-82e7-403e-81c1-582d02290b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:04.571548 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-34422b3b-19ea-4f96-b2bc-a152c47ea995 req-019cdcd4-82e7-403e-81c1-582d02290b6a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=104453e3-7b6d-46e4-8eed-f30fcc01cf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525351 Jun 18 13:01:04.660332 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-34422b3b-19ea-4f96-b2bc-a152c47ea995 req-217b04a6-347b-47a0-9c16-daca7364d8da service neutron] 10.222.0.77 "GET /v2.0/networks/104453e3-7b6d-46e4-8eed-f30fcc01cf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813410 Jun 18 13:01:04.754996 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-34422b3b-19ea-4f96-b2bc-a152c47ea995 req-146e031f-71f4-4d58-bc98-ac62de4975c4 service neutron] 10.222.0.77 "GET /v2.0/networks/104453e3-7b6d-46e4-8eed-f30fcc01cf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877037 Jun 18 13:01:04.917677 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a09db-f8a4-45b7-9c03-741892e27ca4 req-a108db88-2979-4c53-8399-d9d0464ef25a tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:04.919007 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e90a09db-f8a4-45b7-9c03-741892e27ca4 req-a108db88-2979-4c53-8399-d9d0464ef25a tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 945 time: 0.0621526 Jun 18 13:01:04.955251 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e90a09db-f8a4-45b7-9c03-741892e27ca4 req-d8924fcb-6c73-447b-9637-63e65f7f73c5 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306330 Jun 18 13:01:05.533633 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac37406-36f6-45a6-9122-c7b5eb1e4434 req-25c5b58e-06d4-47dc-b105-a76cbf3759f3 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:05.535082 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-eac37406-36f6-45a6-9122-c7b5eb1e4434 req-25c5b58e-06d4-47dc-b105-a76cbf3759f3 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 945 time: 0.0681839 Jun 18 13:01:05.572303 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-eac37406-36f6-45a6-9122-c7b5eb1e4434 req-9708af87-7a7a-4807-920f-86998cb389dd tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315037 Jun 18 13:01:06.130523 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b5fc2-d922-4ffd-aeca-1085e2d13710 req-d44ba54a-58e8-4288-9ad5-aa9a5ae8bd4e tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:06.131936 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-7a7b5fc2-d922-4ffd-aeca-1085e2d13710 req-d44ba54a-58e8-4288-9ad5-aa9a5ae8bd4e tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 945 time: 0.0652716 Jun 18 13:01:06.169299 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-7a7b5fc2-d922-4ffd-aeca-1085e2d13710 req-5005dfef-c323-4897-a424-b07b6a0d7be4 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316491 Jun 18 13:01:06.743482 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae86f7e-b992-47f1-8b4f-f055de103e59 req-82ee0265-f8f2-496d-a2ec-348b3bffa9ef tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:06.745004 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-2ae86f7e-b992-47f1-8b4f-f055de103e59 req-82ee0265-f8f2-496d-a2ec-348b3bffa9ef tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 945 time: 0.0620744 Jun 18 13:01:06.781901 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-2ae86f7e-b992-47f1-8b4f-f055de103e59 req-29e35927-7f3b-4b60-999c-82eef1630a85 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312479 Jun 18 13:01:07.353323 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c40260-c4e1-44c5-a1be-7364ab11f39b req-8937cf4f-1ffa-4603-8f89-db7fa84f1412 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:07.354875 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-f3c40260-c4e1-44c5-a1be-7364ab11f39b req-8937cf4f-1ffa-4603-8f89-db7fa84f1412 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 945 time: 0.0634542 Jun 18 13:01:07.391521 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-f3c40260-c4e1-44c5-a1be-7364ab11f39b req-b6063205-19d4-4340-9685-e214a22c81cc tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310092 Jun 18 13:01:08.562006 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efb5b9-e905-4f72-b744-c25a72f26f0e req-003d9abe-5c10-44f2-8039-de311398e74d tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:08.563460 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c9efb5b9-e905-4f72-b744-c25a72f26f0e req-003d9abe-5c10-44f2-8039-de311398e74d tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 945 time: 0.0629790 Jun 18 13:01:08.604149 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c9efb5b9-e905-4f72-b744-c25a72f26f0e req-4601168e-4055-4f00-9137-c7570e970199 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345359 Jun 18 13:01:09.776077 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef34c74-7402-4940-b576-19de99c3c9d2 req-a17ce8b7-9892-4d39-ac3e-0156f1afe843 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:09.777543 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-9ef34c74-7402-4940-b576-19de99c3c9d2 req-a17ce8b7-9892-4d39-ac3e-0156f1afe843 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 945 time: 0.0618560 Jun 18 13:01:09.814330 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-9ef34c74-7402-4940-b576-19de99c3c9d2 req-1b834195-b9c2-474b-bd65-17c366df6c01 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312788 Jun 18 13:01:10.984545 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde417e-38af-4ee7-8936-a9d9e50caccc req-7512ac65-60e2-4969-a856-4c8f2cbfd675 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:10.986034 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-1fde417e-38af-4ee7-8936-a9d9e50caccc req-7512ac65-60e2-4969-a856-4c8f2cbfd675 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 945 time: 0.0616896 Jun 18 13:01:11.030390 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-1fde417e-38af-4ee7-8936-a9d9e50caccc req-f5307447-cc34-4ac0-92f8-84a42dea7de1 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387554 Jun 18 13:01:12.222246 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485392c-4b4b-4d0d-9981-048738967150 req-84f97520-0fcc-41e8-bba4-88d8151d0dba tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:12.223744 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5485392c-4b4b-4d0d-9981-048738967150 req-84f97520-0fcc-41e8-bba4-88d8151d0dba tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 945 time: 0.0762851 Jun 18 13:01:12.268154 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5485392c-4b4b-4d0d-9981-048738967150 req-4680d703-1a0a-4ee0-b7c9-025ad22f0ad1 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379338 Jun 18 13:01:13.448655 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f9ba6-65c2-4ae5-b27f-500925e58ba4 req-cfb86943-e383-4f4d-b8df-b28d11cde413 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:13.450145 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-4c8f9ba6-65c2-4ae5-b27f-500925e58ba4 req-cfb86943-e383-4f4d-b8df-b28d11cde413 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 945 time: 0.0654597 Jun 18 13:01:13.486863 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-4c8f9ba6-65c2-4ae5-b27f-500925e58ba4 req-3be37f5a-78bf-4605-9619-066336c61c02 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309355 Jun 18 13:01:14.659183 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96dade-c2b7-44e1-8cc8-7d5338265e17 req-7a31af6a-ca25-4219-a18b-20f58e0b03f8 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:14.660558 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6a96dade-c2b7-44e1-8cc8-7d5338265e17 req-7a31af6a-ca25-4219-a18b-20f58e0b03f8 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 945 time: 0.0639868 Jun 18 13:01:14.698621 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6a96dade-c2b7-44e1-8cc8-7d5338265e17 req-6d02a322-72e9-493f-8afb-d28cec19cf8d tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319958 Jun 18 13:01:15.144237 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92185d-2819-4316-b68d-a625471c97d5 req-d1763da9-a1b1-4b46-9357-2725fa19beb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:15.145743 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1f92185d-2819-4316-b68d-a625471c97d5 req-d1763da9-a1b1-4b46-9357-2725fa19beb2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=76a1137086a74a1d8351f72b15781da7&device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 1098 time: 0.0594766 Jun 18 13:01:15.233267 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92185d-2819-4316-b68d-a625471c97d5 req-0df61e60-a0a3-4470-a95c-5da06ac43fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:15.234692 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1f92185d-2819-4316-b68d-a625471c97d5 req-0df61e60-a0a3-4470-a95c-5da06ac43fa6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=30ee0f4a-9895-462e-97b8-d479dbd49188 HTTP/1.1" status: 200 len: 909 time: 0.0821643 Jun 18 13:01:15.306929 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1f92185d-2819-4316-b68d-a625471c97d5 req-6a163abb-ce44-44b2-b6f4-7d3ba53f1ae9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ce417cd-f6e2-4358-9139-155b17d7862f HTTP/1.1" status: 200 len: 1001 time: 0.0591602 Jun 18 13:01:15.356259 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92185d-2819-4316-b68d-a625471c97d5 req-32c09e6c-4d34-47a2-80f5-52d410ade0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:15.357694 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1f92185d-2819-4316-b68d-a625471c97d5 req-32c09e6c-4d34-47a2-80f5-52d410ade0a0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e2223505-7fbb-49dd-9bb8-6c3ce2ada832 HTTP/1.1" status: 200 len: 847 time: 0.0428593 Jun 18 13:01:15.420220 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92185d-2819-4316-b68d-a625471c97d5 req-16fdbcd2-e062-455b-8917-31661b4e6484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:15.421612 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1f92185d-2819-4316-b68d-a625471c97d5 req-16fdbcd2-e062-455b-8917-31661b4e6484 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=30ee0f4a-9895-462e-97b8-d479dbd49188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568883 Jun 18 13:01:15.511426 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1f92185d-2819-4316-b68d-a625471c97d5 req-5ebbde83-91ae-4d59-8a70-922388c2ea2d service neutron] 10.222.0.77 "GET /v2.0/networks/30ee0f4a-9895-462e-97b8-d479dbd49188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815084 Jun 18 13:01:15.598502 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1f92185d-2819-4316-b68d-a625471c97d5 req-f1463705-2d11-40fd-98e5-d2a993d52e39 service neutron] 10.222.0.77 "GET /v2.0/networks/30ee0f4a-9895-462e-97b8-d479dbd49188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798874 Jun 18 13:01:15.869819 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d735a3-36cc-4d4a-988a-14d8a52a0a66 req-6c95fb98-7c30-4cb4-be71-5ed097bab58c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:15.871294 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-72d735a3-36cc-4d4a-988a-14d8a52a0a66 req-6c95fb98-7c30-4cb4-be71-5ed097bab58c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 945 time: 0.0649250 Jun 18 13:01:15.908080 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-72d735a3-36cc-4d4a-988a-14d8a52a0a66 req-41b683b3-ddc7-4818-8be6-03c211161f00 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313141 Jun 18 13:01:17.077572 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f29ae-217c-4695-853f-a9e7dcc0d159 req-8b04ba9b-cd9d-401f-a409-26cf5ee976be tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:17.078964 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a10f29ae-217c-4695-853f-a9e7dcc0d159 req-8b04ba9b-cd9d-401f-a409-26cf5ee976be tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 945 time: 0.0630767 Jun 18 13:01:17.124204 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a10f29ae-217c-4695-853f-a9e7dcc0d159 req-ed83ce96-a192-4e4b-aaa7-632e3ecec093 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394747 Jun 18 13:01:18.298152 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e97354-f81a-4b9b-9912-85a2b00f5d18 req-9475fcee-e33e-415f-bcbb-083dc0a2b556 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:18.299510 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-95e97354-f81a-4b9b-9912-85a2b00f5d18 req-9475fcee-e33e-415f-bcbb-083dc0a2b556 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 945 time: 0.0647001 Jun 18 13:01:18.335960 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-95e97354-f81a-4b9b-9912-85a2b00f5d18 req-426e8edc-ac7b-40c6-86a7-62b07a3d97a1 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308506 Jun 18 13:01:19.510823 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ac691-4d29-4aba-924c-c1de4d37469f req-da898d41-4ab2-4e05-b81f-683786ffd97c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:19.512293 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5e3ac691-4d29-4aba-924c-c1de4d37469f req-da898d41-4ab2-4e05-b81f-683786ffd97c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 945 time: 0.0662920 Jun 18 13:01:19.553295 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5e3ac691-4d29-4aba-924c-c1de4d37469f req-40e9b164-1602-4873-8d87-1364a710e73a tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351608 Jun 18 13:01:19.824676 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-87026e89-a6d7-4cf6-a615-431df87d3678 req-80254a72-d799-4701-94ad-e1c8f8fcf370 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0526016 Jun 18 13:01:19.899916 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d6b51-dc1d-4c73-837f-945f7cd258b5 req-d9a93e0d-71c4-4989-a6e5-0d044003ce05 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:19.901704 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4f2d6b51-dc1d-4c73-837f-945f7cd258b5 req-d9a93e0d-71c4-4989-a6e5-0d044003ce05 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 945 time: 0.0642149 Jun 18 13:01:19.939741 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4f2d6b51-dc1d-4c73-837f-945f7cd258b5 req-99fb3a71-72c1-44f4-8221-2396db1d85e0 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325270 Jun 18 13:01:20.721436 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 1ce417cd-f6e2-4358-9139-155b17d7862f no longer exists at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 13:01:20.802627 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:20.825884 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcdddea9-10dc-4a67-ad7a-4cbb390106c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ce417cd-f6e2-4358-9139-155b17d7862f'}] {{(pid=92827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:01:20.828141 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c43e27dad5924667550749323780498268b495889c5e44707aafbe87e8432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd1aab4-9f5c-4e84-960d-21ed35c6dd61" -d '{"events": [{"server_uuid": "bcdddea9-10dc-4a67-ad7a-4cbb390106c3", "name": "network-vif-unplugged", "status": "completed", "tag": "1ce417cd-f6e2-4358-9139-155b17d7862f"}]}' {{(pid=92827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:01:20.844108 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 1ce417cd-f6e2-4358-9139-155b17d7862f, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=1ce417cd-f6e2-4358-9139-155b17d7862f,segment=NetworkSegment(20fee010-b67a-4285-82a0-f1f158c302fe),segment_id=20fee010-b67a-4285-82a0-f1f158c302fe)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:01:20.847816 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:20.849646 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-63d62fb7-2f09-433f-aac5-d0679e5596ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:01:20.871504 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 18 Jun 2021 13:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067949e9-9188-4e0b-a2ea-d0ea6df6f93d x-openstack-request-id: req-067949e9-9188-4e0b-a2ea-d0ea6df6f93d {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:01:20.871801 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcdddea9-10dc-4a67-ad7a-4cbb390106c3", "name": "network-vif-unplugged", "status": "failed", "tag": "1ce417cd-f6e2-4358-9139-155b17d7862f", "code": 422}]} {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:01:20.872067 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-067949e9-9188-4e0b-a2ea-d0ea6df6f93d {{(pid=92827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:01:20.872501 dv-cinder-797073-1-iscsi neutron-server[92827]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bcdddea9-10dc-4a67-ad7a-4cbb390106c3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1ce417cd-f6e2-4358-9139-155b17d7862f', 'code': 422} returned with failed status Jun 18 13:01:20.897816 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=1ce417cd-f6e2-4358-9139-155b17d7862f,revision_number=6']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:01:20.905661 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:01:20.906017 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:01:20.906358 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:01:20.906881 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:01:20.907216 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:01:20.907551 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:01:20.907876 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:01:20.908198 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:01:20.908522 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:01:20.908867 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:01:20.909188 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:01:20.909506 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:01:20.914489 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:01:21.117984 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0c7f2-d855-4e7a-b451-a992f6a31b2b req-112524bc-4a0d-435f-8069-733159b8b6dd tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:21.119360 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-52e0c7f2-d855-4e7a-b451-a992f6a31b2b req-112524bc-4a0d-435f-8069-733159b8b6dd tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 943 time: 0.0674701 Jun 18 13:01:21.157729 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-52e0c7f2-d855-4e7a-b451-a992f6a31b2b req-3788dfb1-c9bc-481b-8013-f1a3961f1ab5 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327220 Jun 18 13:01:21.471839 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87026e89-a6d7-4cf6-a615-431df87d3678 req-94da0670-d69e-4bcf-9e7f-c6b56def7ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:21.473314 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-87026e89-a6d7-4cf6-a615-431df87d3678 req-94da0670-d69e-4bcf-9e7f-c6b56def7ffb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3&tenant_id=76a1137086a74a1d8351f72b15781da7 HTTP/1.1" status: 200 len: 1096 time: 0.0516486 Jun 18 13:01:21.558093 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87026e89-a6d7-4cf6-a615-431df87d3678 req-07d29fec-5877-4aa2-b62c-14d6ee4ce90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:21.559537 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-87026e89-a6d7-4cf6-a615-431df87d3678 req-07d29fec-5877-4aa2-b62c-14d6ee4ce90b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=76a1137086a74a1d8351f72b15781da7&device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 1096 time: 0.0537748 Jun 18 13:01:21.649167 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87026e89-a6d7-4cf6-a615-431df87d3678 req-1aeded2e-6511-4d30-9976-ba8a899054c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:21.650532 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-87026e89-a6d7-4cf6-a615-431df87d3678 req-1aeded2e-6511-4d30-9976-ba8a899054c6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=30ee0f4a-9895-462e-97b8-d479dbd49188 HTTP/1.1" status: 200 len: 909 time: 0.0839343 Jun 18 13:01:21.714852 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-87026e89-a6d7-4cf6-a615-431df87d3678 req-229329b7-3b7f-4bf6-86d3-fc5f4bbbd464 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ce417cd-f6e2-4358-9139-155b17d7862f HTTP/1.1" status: 200 len: 999 time: 0.0567422 Jun 18 13:01:21.763277 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87026e89-a6d7-4cf6-a615-431df87d3678 req-4bb6da6a-b5e7-41d4-9d11-12c53b5eacc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:21.764670 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-87026e89-a6d7-4cf6-a615-431df87d3678 req-4bb6da6a-b5e7-41d4-9d11-12c53b5eacc0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e2223505-7fbb-49dd-9bb8-6c3ce2ada832 HTTP/1.1" status: 200 len: 847 time: 0.0430934 Jun 18 13:01:21.863736 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-0cf7d77d-a05d-4974-8034-d8cffb5b71bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:22.086141 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87026e89-a6d7-4cf6-a615-431df87d3678 req-0c43c425-16ac-443f-bc63-5fb221ff710c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:22.087599 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-87026e89-a6d7-4cf6-a615-431df87d3678 req-0c43c425-16ac-443f-bc63-5fb221ff710c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=30ee0f4a-9895-462e-97b8-d479dbd49188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3154359 Jun 18 13:01:22.174958 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-87026e89-a6d7-4cf6-a615-431df87d3678 req-594c2620-3e90-49dc-8ecf-e32d8611e60f service neutron] 10.222.0.77 "GET /v2.0/networks/30ee0f4a-9895-462e-97b8-d479dbd49188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788224 Jun 18 13:01:22.268539 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-87026e89-a6d7-4cf6-a615-431df87d3678 req-fc1424c3-2e25-4aec-9011-cd79af8bcddc service neutron] 10.222.0.77 "GET /v2.0/networks/30ee0f4a-9895-462e-97b8-d479dbd49188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855069 Jun 18 13:01:22.335773 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4adad1-fc4e-4e02-9519-383318170d34 req-881dd1ec-693f-4d8e-9217-9bf105ecf051 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:22.337294 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-2e4adad1-fc4e-4e02-9519-383318170d34 req-881dd1ec-693f-4d8e-9217-9bf105ecf051 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 943 time: 0.0696352 Jun 18 13:01:22.376068 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-2e4adad1-fc4e-4e02-9519-383318170d34 req-8d5427a9-8198-41f0-814f-18a4a23fc110 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319455 Jun 18 13:01:23.648808 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57dc4e-9bc3-4507-8db7-667c9fcd5d3c req-0fb6f730-b471-4bd2-9fbf-6ba69cc6c0c7 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:23.650137 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-2c57dc4e-9bc3-4507-8db7-667c9fcd5d3c req-0fb6f730-b471-4bd2-9fbf-6ba69cc6c0c7 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 943 time: 0.0635252 Jun 18 13:01:23.688041 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-2c57dc4e-9bc3-4507-8db7-667c9fcd5d3c req-98884d29-beba-4b81-99ed-5c84e890b2e6 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320380 Jun 18 13:01:24.709278 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-fd04e966-3a6b-4136-9f4f-bcc3aec0bd39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:24.874139 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfbbb78-7734-4154-86c5-f8b4a47338f6 req-99c3bd2c-20d8-426f-a979-513f757742cc tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:24.875639 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-4dfbbb78-7734-4154-86c5-f8b4a47338f6 req-99c3bd2c-20d8-426f-a979-513f757742cc tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 943 time: 0.0714974 Jun 18 13:01:24.913141 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-4dfbbb78-7734-4154-86c5-f8b4a47338f6 req-e6c3ec0c-7e82-46f7-96a2-39032d6b2bb8 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317211 Jun 18 13:01:25.045553 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:25.965742 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:26.134135 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfda205-f16c-46e8-8c43-403d2e0824f8 req-19e119c1-ca4d-4496-b693-ecbfc4b6eb84 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:26.136357 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-dbfda205-f16c-46e8-8c43-403d2e0824f8 req-19e119c1-ca4d-4496-b693-ecbfc4b6eb84 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 943 time: 0.0698724 Jun 18 13:01:26.183039 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-dbfda205-f16c-46e8-8c43-403d2e0824f8 req-8d64f4e8-3d7b-4937-98b8-a55331f6356f tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404825 Jun 18 13:01:26.321458 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560430d-8455-4c71-a973-515cd8fb57a7 req-37836a3f-25d5-4281-9488-24fcfaf14cc7 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:26.322828 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c560430d-8455-4c71-a973-515cd8fb57a7 req-37836a3f-25d5-4281-9488-24fcfaf14cc7 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 947 time: 0.0677617 Jun 18 13:01:26.367400 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c560430d-8455-4c71-a973-515cd8fb57a7 req-e14f3245-9fae-4d59-a8d5-3e2fb261111c tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388932 Jun 18 13:01:27.354304 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80142a-3987-46e7-85bf-b0b17a1be0c3 req-6e32500b-3020-4716-8830-28eddf245eba tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:27.355769 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-8b80142a-3987-46e7-85bf-b0b17a1be0c3 req-6e32500b-3020-4716-8830-28eddf245eba tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 943 time: 0.0635312 Jun 18 13:01:27.392975 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-8b80142a-3987-46e7-85bf-b0b17a1be0c3 req-740ba3c3-77e8-490e-844e-d895aad9df58 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314686 Jun 18 13:01:27.549007 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430a53d-11bc-4394-a9a1-a8d1c869193a req-76e79770-e307-4ef4-8cfb-bf64d093b4de tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:27.550374 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-5430a53d-11bc-4394-a9a1-a8d1c869193a req-76e79770-e307-4ef4-8cfb-bf64d093b4de tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 947 time: 0.0629597 Jun 18 13:01:27.587536 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-5430a53d-11bc-4394-a9a1-a8d1c869193a req-ea3bc9ec-0959-4d71-a9c5-a3fe80ac5abc tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316162 Jun 18 13:01:27.695013 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:28.372206 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8663b25-cd0a-45c1-83bb-c41dca6f9cc1 req-187320cc-be39-4f96-badb-d47946980573 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:28.373698 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-f8663b25-cd0a-45c1-83bb-c41dca6f9cc1 req-187320cc-be39-4f96-badb-d47946980573 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.77 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 947 time: 0.0674858 Jun 18 13:01:28.476872 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [req-f8663b25-cd0a-45c1-83bb-c41dca6f9cc1 req-a9ef9186-a4c2-4402-92c3-2151f7057075 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Deleting port 9955890c-cd41-4916-aa48-c585e48021b9 {{(pid=92826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:01:28.477211 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-f8663b25-cd0a-45c1-83bb-c41dca6f9cc1 req-a9ef9186-a4c2-4402-92c3-2151f7057075 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:28.603021 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [req-f8663b25-cd0a-45c1-83bb-c41dca6f9cc1 req-a9ef9186-a4c2-4402-92c3-2151f7057075 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] For port 9955890c-cd41-4916-aa48-c585e48021b9, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=9955890c-cd41-4916-aa48-c585e48021b9,segment=NetworkSegment(23b88fce-5b57-4798-9ca4-628ae6f60edb),segment_id=23b88fce-5b57-4798-9ca4-628ae6f60edb)] {{(pid=92826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:01:28.603434 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-f8663b25-cd0a-45c1-83bb-c41dca6f9cc1 req-a9ef9186-a4c2-4402-92c3-2151f7057075 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:28.626222 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bded5f-cb60-4bb6-9cca-501cb9eb6795 req-8927fc99-7c4b-4ba9-a779-9a6c7c3f95a6 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:28.627668 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b3bded5f-cb60-4bb6-9cca-501cb9eb6795 req-8927fc99-7c4b-4ba9-a779-9a6c7c3f95a6 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 943 time: 0.1125929 Jun 18 13:01:28.767825 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4b031-2177-48b2-bcd1-f77891335fe7 req-ad7bb2bc-710b-43ad-84f5-40b4a1f1d105 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:28.768871 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b3bded5f-cb60-4bb6-9cca-501cb9eb6795 req-e37d0e55-4d1b-41d3-bf0b-125ce3492724 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109231 Jun 18 13:01:28.769307 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-47c4b031-2177-48b2-bcd1-f77891335fe7 req-ad7bb2bc-710b-43ad-84f5-40b4a1f1d105 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 947 time: 0.0674348 Jun 18 13:01:28.808925 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-47c4b031-2177-48b2-bcd1-f77891335fe7 req-6a549a21-f3b3-45a1-8d1b-9449d664ee62 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=f972653c-2649-4c07-832b-c73d9da7438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334773 Jun 18 13:01:28.849509 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-f8663b25-cd0a-45c1-83bb-c41dca6f9cc1 req-a9ef9186-a4c2-4402-92c3-2151f7057075 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:28.849881 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-f8663b25-cd0a-45c1-83bb-c41dca6f9cc1 req-a9ef9186-a4c2-4402-92c3-2151f7057075 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055052'] for floatingip, after_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:28.850194 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.db.l3_db [req-f8663b25-cd0a-45c1-83bb-c41dca6f9cc1 req-a9ef9186-a4c2-4402-92c3-2151f7057075 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Floating IP 8e92e906-b682-4adf-9129-310496fa23c3 disassociated. External IP: 172.27.0.227, port: 9955890c-cd41-4916-aa48-c585e48021b9. Jun 18 13:01:28.850537 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [req-f8663b25-cd0a-45c1-83bb-c41dca6f9cc1 req-a9ef9186-a4c2-4402-92c3-2151f7057075 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Calling delete_port for 9955890c-cd41-4916-aa48-c585e48021b9 owned by compute:nova {{(pid=92826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:01:28.974048 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-f8663b25-cd0a-45c1-83bb-c41dca6f9cc1 req-a9ef9186-a4c2-4402-92c3-2151f7057075 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940132'] for port, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:28.977887 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-af7e43fc-396d-40ff-ac37-a9c7ba800ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:01:29.009411 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef9186-a4c2-4402-92c3-2151f7057075 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Pushing event deleted for resources: {'Port': ['ID=9955890c-cd41-4916-aa48-c585e48021b9,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:01:29.022309 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef9186-a4c2-4402-92c3-2151f7057075 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:01:29.022687 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef9186-a4c2-4402-92c3-2151f7057075 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:01:29.023059 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef9186-a4c2-4402-92c3-2151f7057075 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:01:29.023425 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef9186-a4c2-4402-92c3-2151f7057075 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:01:29.023836 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef9186-a4c2-4402-92c3-2151f7057075 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:01:29.024250 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef9186-a4c2-4402-92c3-2151f7057075 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:01:29.024551 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef9186-a4c2-4402-92c3-2151f7057075 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:01:29.024933 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef9186-a4c2-4402-92c3-2151f7057075 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:01:29.025313 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef9186-a4c2-4402-92c3-2151f7057075 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:01:29.025822 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef9186-a4c2-4402-92c3-2151f7057075 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:01:29.026178 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef9186-a4c2-4402-92c3-2151f7057075 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:01:29.026790 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef9186-a4c2-4402-92c3-2151f7057075 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:01:29.030234 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-a9ef9186-a4c2-4402-92c3-2151f7057075 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:01:29.133630 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8663b25-cd0a-45c1-83bb-c41dca6f9cc1 req-a9ef9186-a4c2-4402-92c3-2151f7057075 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Router 77c80506-2483-4622-a5ee-82fbf21890e8 has already been hosted by L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc {{(pid=92826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 13:01:29.238326 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8663b25-cd0a-45c1-83bb-c41dca6f9cc1 req-a9ef9186-a4c2-4402-92c3-2151f7057075 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 13:01:29.249166 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fca24f-8a11-4e23-991b-c23e16ce870d None None] Sync routers for ids ['77c80506-2483-4622-a5ee-82fbf21890e8'] in dv-cinder-797073-1-iscsi {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 13:01:29.258701 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fca24f-8a11-4e23-991b-c23e16ce870d None None] Routers {'77c80506-2483-4622-a5ee-82fbf21890e8'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:01:29.259308 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-e8fca24f-8a11-4e23-991b-c23e16ce870d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:01:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['77c80506-2483-4622-a5ee-82fbf21890e8'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:01:29.282540 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8663b25-cd0a-45c1-83bb-c41dca6f9cc1 req-a9ef9186-a4c2-4402-92c3-2151f7057075 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] No DVR routers for this DVR port 9955890c-cd41-4916-aa48-c585e48021b9 on host hv-cinder-79707 {{(pid=92826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 13:01:29.285172 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-f8663b25-cd0a-45c1-83bb-c41dca6f9cc1 req-a9ef9186-a4c2-4402-92c3-2151f7057075 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:29.287088 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-f8663b25-cd0a-45c1-83bb-c41dca6f9cc1 req-a9ef9186-a4c2-4402-92c3-2151f7057075 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.77 "DELETE /v2.0/ports/9955890c-cd41-4916-aa48-c585e48021b9 HTTP/1.1" status: 204 len: 173 time: 0.9069324 Jun 18 13:01:29.287608 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69f1c9d-2952-4bef-bcc5-9217af8cd15f', 'name': 'network-vif-deleted', 'tag': '9955890c-cd41-4916-aa48-c585e48021b9'}] {{(pid=92826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:01:29.289908 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7173dab7d1fbfef731d5f8fd5c52510eeface1fe9a62799688baadb2f5777418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b5fb44-f249-41f5-bfce-36121e86602d" -d '{"events": [{"server_uuid": "c69f1c9d-2952-4bef-bcc5-9217af8cd15f", "name": "network-vif-deleted", "tag": "9955890c-cd41-4916-aa48-c585e48021b9"}]}' {{(pid=92826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:01:29.342863 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 13:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7f9075-1e2e-42e2-b25d-2041d82029ef x-openstack-request-id: req-1b7f9075-1e2e-42e2-b25d-2041d82029ef {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:01:29.343360 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c69f1c9d-2952-4bef-bcc5-9217af8cd15f", "name": "network-vif-deleted", "tag": "9955890c-cd41-4916-aa48-c585e48021b9", "status": "completed", "code": 200}]} {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:01:29.343749 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1b7f9075-1e2e-42e2-b25d-2041d82029ef {{(pid=92826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:01:29.344251 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69f1c9d-2952-4bef-bcc5-9217af8cd15f', 'name': 'network-vif-deleted', 'tag': '9955890c-cd41-4916-aa48-c585e48021b9', 'status': 'completed', 'code': 200} Jun 18 13:01:29.501587 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-e8fca24f-8a11-4e23-991b-c23e16ce870d None None] Set router 77c80506-2483-4622-a5ee-82fbf21890e8 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:01:29.697458 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-e8fca24f-8a11-4e23-991b-c23e16ce870d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'name': 'tempest-AttachVolumeShelveTestJSON-80250220-router', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '967dcbad-853f-43cf-8cf3-81efcd954483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:53:49Z', 'updated_at': '2021-06-18T12:53:57Z', 'revision_number': 4, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'gw_port': {'id': '967dcbad-853f-43cf-8cf3-81efcd954483', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:50Z', 'updated_at': '2021-06-18T12:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': 'f9dc3aaf-dc97-4a2b-a90a-64a6f43785df', 'name': '', 'network_id': '1ff29541-7511-4984-adea-fc36150ec103', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'mac_address': 'fa:16:3e:c6:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ac677325-f406-437d-8e84-8b08f5594ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:54Z', 'updated_at': '2021-06-18T12:54:09Z', 'revision_number': 5, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'subnets': [{'id': 'ac677325-f406-437d-8e84-8b08f5594ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:01:29.724876 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fca24f-8a11-4e23-991b-c23e16ce870d None None] Checking router: 77c80506-2483-4622-a5ee-82fbf21890e8 for host: dv-cinder-797073-1-iscsi {{(pid=92827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 13:01:29.734921 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fca24f-8a11-4e23-991b-c23e16ce870d None None] Routers {'77c80506-2483-4622-a5ee-82fbf21890e8'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:01:29.735652 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-e8fca24f-8a11-4e23-991b-c23e16ce870d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:01:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['77c80506-2483-4622-a5ee-82fbf21890e8'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:01:29.848772 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-e8fca24f-8a11-4e23-991b-c23e16ce870d None None] Set router 77c80506-2483-4622-a5ee-82fbf21890e8 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:01:29.974200 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ebc3e-1727-4358-b2d3-a0c03f86c443 req-07c20764-453a-488b-8d26-083248d5b0eb tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:29.976445 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-253ebc3e-1727-4358-b2d3-a0c03f86c443 req-07c20764-453a-488b-8d26-083248d5b0eb tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 943 time: 0.0700231 Jun 18 13:01:30.019293 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-253ebc3e-1727-4358-b2d3-a0c03f86c443 req-cc4a43ad-168b-4a7c-bc9f-85b515f72142 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353451 Jun 18 13:01:30.094864 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-92eebf94-a39a-4530-b5c0-6d5a1b3bbe25 req-ed56f318-80a3-40bd-b957-528c6b17dcbb tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c69f1c9d-2952-4bef-bcc5-9217af8cd15f HTTP/1.1" status: 200 len: 210 time: 0.0501981 Jun 18 13:01:30.102816 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:30.136238 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-e8fca24f-8a11-4e23-991b-c23e16ce870d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'name': 'tempest-AttachVolumeShelveTestJSON-80250220-router', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '967dcbad-853f-43cf-8cf3-81efcd954483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:53:49Z', 'updated_at': '2021-06-18T12:53:57Z', 'revision_number': 4, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'gw_port': {'id': '967dcbad-853f-43cf-8cf3-81efcd954483', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:50Z', 'updated_at': '2021-06-18T12:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': 'f9dc3aaf-dc97-4a2b-a90a-64a6f43785df', 'name': '', 'network_id': '1ff29541-7511-4984-adea-fc36150ec103', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'mac_address': 'fa:16:3e:c6:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ac677325-f406-437d-8e84-8b08f5594ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:54Z', 'updated_at': '2021-06-18T12:54:09Z', 'revision_number': 5, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'subnets': [{'id': 'ac677325-f406-437d-8e84-8b08f5594ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:01:30.163239 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fca24f-8a11-4e23-991b-c23e16ce870d None None] The sync data for ids ['77c80506-2483-4622-a5ee-82fbf21890e8'] in dv-cinder-797073-1-iscsi is: [{'id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'name': 'tempest-AttachVolumeShelveTestJSON-80250220-router', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '967dcbad-853f-43cf-8cf3-81efcd954483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:53:49Z', 'updated_at': '2021-06-18T12:53:57Z', 'revision_number': 4, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'gw_port': {'id': '967dcbad-853f-43cf-8cf3-81efcd954483', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:50Z', 'updated_at': '2021-06-18T12:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': 'f9dc3aaf-dc97-4a2b-a90a-64a6f43785df', 'name': '', 'network_id': '1ff29541-7511-4984-adea-fc36150ec103', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'mac_address': 'fa:16:3e:c6:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ac677325-f406-437d-8e84-8b08f5594ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:54Z', 'updated_at': '2021-06-18T12:54:09Z', 'revision_number': 5, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'subnets': [{'id': 'ac677325-f406-437d-8e84-8b08f5594ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 13:01:30.378530 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2533859b-8dcd-473c-a82f-1bfe8c30ce22 None None] New status for floating IP 8e92e906-b682-4adf-9129-310496fa23c3: DOWN {{(pid=92828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 13:01:31.215765 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b03dc-1ea5-460e-97a0-96fb8055e734 req-4186e41d-79af-420b-a73b-5565a280d6c6 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:31.217490 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-528b03dc-1ea5-460e-97a0-96fb8055e734 req-4186e41d-79af-420b-a73b-5565a280d6c6 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 943 time: 0.0687604 Jun 18 13:01:31.221292 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 54580) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:01:31.293681 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-528b03dc-1ea5-460e-97a0-96fb8055e734 req-cbab6e0f-98e0-4030-b815-d5228be96206 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655565 Jun 18 13:01:31.307022 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b130ef23-1f39-464f-8070-f660ea578def tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:31.339628 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b130ef23-1f39-464f-8070-f660ea578def tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:31.387594 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b130ef23-1f39-464f-8070-f660ea578def tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:31.390297 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b130ef23-1f39-464f-8070-f660ea578def tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:31.391468 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-b130ef23-1f39-464f-8070-f660ea578def tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "DELETE /v2.0/security-groups/f972653c-2649-4c07-832b-c73d9da7438b HTTP/1.1" status: 204 len: 168 time: 0.1691482 Jun 18 13:01:31.392329 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-e3c5db7e-64cd-4a8a-b251-972d7cd4dfb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:01:31.394170 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 54582) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:01:31.401891 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b130ef23-1f39-464f-8070-f660ea578def tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f972653c-2649-4c07-832b-c73d9da7438b,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:01:31.408741 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130ef23-1f39-464f-8070-f660ea578def tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:01:31.409144 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130ef23-1f39-464f-8070-f660ea578def tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:01:31.409519 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130ef23-1f39-464f-8070-f660ea578def tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:01:31.409872 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130ef23-1f39-464f-8070-f660ea578def tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:01:31.410230 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130ef23-1f39-464f-8070-f660ea578def tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:01:31.410593 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130ef23-1f39-464f-8070-f660ea578def tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:01:31.410944 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130ef23-1f39-464f-8070-f660ea578def tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:01:31.411289 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130ef23-1f39-464f-8070-f660ea578def tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:01:31.411639 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130ef23-1f39-464f-8070-f660ea578def tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:01:31.411983 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130ef23-1f39-464f-8070-f660ea578def tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:01:31.412326 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130ef23-1f39-464f-8070-f660ea578def tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:01:31.412625 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.api.v2.resource [None req-7bdabc7f-3c55-47c5-bd0c-c46d9ff68ee9 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] show failed (client error): The resource could not be found. Jun 18 13:01:31.412744 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130ef23-1f39-464f-8070-f660ea578def tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:01:31.414190 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-7bdabc7f-3c55-47c5-bd0c-c46d9ff68ee9 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups/f972653c-2649-4c07-832b-c73d9da7438b HTTP/1.1" status: 404 len: 347 time: 0.0181911 Jun 18 13:01:31.415886 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-b130ef23-1f39-464f-8070-f660ea578def tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:01:31.417844 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 54584) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:01:31.509651 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 13:01:31.538573 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [None req-3175b474-044c-482d-90f3-ef2aa08f5828 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Deleting port 95969e8e-2309-43cf-8360-1c0039d823f4 {{(pid=92826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:01:31.538906 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-3175b474-044c-482d-90f3-ef2aa08f5828 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:31.616644 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-3175b474-044c-482d-90f3-ef2aa08f5828 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:31.616930 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-3175b474-044c-482d-90f3-ef2aa08f5828 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:31.680852 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [None req-3175b474-044c-482d-90f3-ef2aa08f5828 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Calling delete_port for 95969e8e-2309-43cf-8360-1c0039d823f4 owned by network:floatingip {{(pid=92826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:01:31.817521 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-3175b474-044c-482d-90f3-ef2aa08f5828 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940132'] for port, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:31.819709 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-61c91740-dc81-4bb1-a59c-e8b71516dff4 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:01:31.848406 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3175b474-044c-482d-90f3-ef2aa08f5828 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Pushing event deleted for resources: {'Port': ['ID=95969e8e-2309-43cf-8360-1c0039d823f4,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:01:31.851671 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-3175b474-044c-482d-90f3-ef2aa08f5828 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:01:31.912253 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-3175b474-044c-482d-90f3-ef2aa08f5828 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for floatingip, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:31.914772 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-3175b474-044c-482d-90f3-ef2aa08f5828 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for floatingip, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:31.915898 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-3175b474-044c-482d-90f3-ef2aa08f5828 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "DELETE /v2.0/floatingips/8e92e906-b682-4adf-9129-310496fa23c3 HTTP/1.1" status: 204 len: 168 time: 0.4971259 Jun 18 13:01:32.491358 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518be0a8-cd12-48ed-b474-11cbf4d2a778 req-5bce84a5-f520-4960-9bf6-a7f45386ea55 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:32.492934 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-518be0a8-cd12-48ed-b474-11cbf4d2a778 req-5bce84a5-f520-4960-9bf6-a7f45386ea55 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 943 time: 0.0726888 Jun 18 13:01:32.516753 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 54590) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:01:32.521622 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-decc3113-afad-4621-a228-e15daf765b02 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Request body: {'security_group': {'name': 'tempest-securitygroup--135415639', 'description': 'tempest-description--1359144878'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:01:32.532174 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-518be0a8-cd12-48ed-b474-11cbf4d2a778 req-c2061c17-71ee-4c1c-9f7d-59a640ffc378 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328319 Jun 18 13:01:32.544243 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-decc3113-afad-4621-a228-e15daf765b02 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:32.627722 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-decc3113-afad-4621-a228-e15daf765b02 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:32.631367 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-decc3113-afad-4621-a228-e15daf765b02 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:32.633684 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-6ca5b3a3-737f-4089-b584-8ed36c057d86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:01:32.660483 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-decc3113-afad-4621-a228-e15daf765b02 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:32.661725 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-decc3113-afad-4621-a228-e15daf765b02 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1437955 Jun 18 13:01:32.663549 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc3113-afad-4621-a228-e15daf765b02 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f02a7fa-763f-4275-9766-0799005db203,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:01:32.664633 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 54592) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:01:32.666993 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-decc3113-afad-4621-a228-e15daf765b02 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:01:32.670242 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-8dd2de63-c0b8-4cfc-a8de-5cf3e5df4e43 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Request body: {'security_group_rule': {'security_group_id': '0f02a7fa-763f-4275-9766-0799005db203', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:01:32.695300 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8dd2de63-c0b8-4cfc-a8de-5cf3e5df4e43 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:32.734875 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 1ce417cd-f6e2-4358-9139-155b17d7862f details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=92827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 13:01:32.741574 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 9955890c-cd41-4916-aa48-c585e48021b9 no longer exists at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 13:01:32.741936 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8dd2de63-c0b8-4cfc-a8de-5cf3e5df4e43 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:32.747596 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8dd2de63-c0b8-4cfc-a8de-5cf3e5df4e43 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017479'] for security_group_rule, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:32.750732 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-23c8ad79-4b51-457c-b565-f69d4edb9ca6 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:01:32.768267 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2de63-c0b8-4cfc-a8de-5cf3e5df4e43 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7079378-ff12-49b1-8369-c85fdc548778,revision_number=0']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:01:32.771434 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-8dd2de63-c0b8-4cfc-a8de-5cf3e5df4e43 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:01:32.772024 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] No Port match for: 9955890c-cd41-4916-aa48-c585e48021b9 {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 13:01:32.772386 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 9955890c-cd41-4916-aa48-c585e48021b9 not bound to the agent host hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 13:01:32.774114 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8dd2de63-c0b8-4cfc-a8de-5cf3e5df4e43 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:32.779487 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 54594) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:01:32.779648 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-8dd2de63-c0b8-4cfc-a8de-5cf3e5df4e43 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138203 Jun 18 13:01:32.784643 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-28ece6c1-178a-4df1-bdd6-173ff837fc7e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Request body: {'security_group_rule': {'security_group_id': '0f02a7fa-763f-4275-9766-0799005db203', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:01:32.811058 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-28ece6c1-178a-4df1-bdd6-173ff837fc7e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:32.862281 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 1ce417cd-f6e2-4358-9139-155b17d7862f, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=1ce417cd-f6e2-4358-9139-155b17d7862f,segment=NetworkSegment(20fee010-b67a-4285-82a0-f1f158c302fe),segment_id=20fee010-b67a-4285-82a0-f1f158c302fe)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:01:32.873474 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-28ece6c1-178a-4df1-bdd6-173ff837fc7e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:32.873818 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Returning: {'device': '1ce417cd-f6e2-4358-9139-155b17d7862f', 'network_id': '30ee0f4a-9895-462e-97b8-d479dbd49188', 'port_id': '1ce417cd-f6e2-4358-9139-155b17d7862f', 'mac_address': 'fa:16:3e:6c:2c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2223505-7fbb-49dd-9bb8-6c3ce2ada832', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 13:01:32.877939 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-28ece6c1-178a-4df1-bdd6-173ff837fc7e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017479'] for security_group_rule, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:32.879885 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:01:32.893800 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ece6c1-178a-4df1-bdd6-173ff837fc7e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1aad514-1991-45c0-bc28-73148cdb4e90,revision_number=0']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:01:32.897652 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-28ece6c1-178a-4df1-bdd6-173ff837fc7e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:01:32.905890 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-28ece6c1-178a-4df1-bdd6-173ff837fc7e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:32.907667 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-28ece6c1-178a-4df1-bdd6-173ff837fc7e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267693 Jun 18 13:01:32.910796 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 54596) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:01:32.914206 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:32.915420 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-a22a9b0d-f4c8-4adc-a397-c37cd49caadc tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Request body: {'floatingip': {'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:01:32.928010 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce417cd-f6e2-4358-9139-155b17d7862f {{(pid=92827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 13:01:32.938231 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-a22a9b0d-f4c8-4adc-a397-c37cd49caadc tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for floatingip, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:32.948942 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 1ce417cd-f6e2-4358-9139-155b17d7862f, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=1ce417cd-f6e2-4358-9139-155b17d7862f,segment=NetworkSegment(20fee010-b67a-4285-82a0-f1f158c302fe),segment_id=20fee010-b67a-4285-82a0-f1f158c302fe)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:01:32.952919 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:32.954759 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:01:32.999884 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=1ce417cd-f6e2-4358-9139-155b17d7862f,revision_number=7']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:01:33.002981 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:01:33.035821 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-a22a9b0d-f4c8-4adc-a397-c37cd49caadc tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:33.141514 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.db_base_plugin_common [None req-a22a9b0d-f4c8-4adc-a397-c37cd49caadc tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Allocated IP 172.27.0.20 (9d896988-a366-408b-a158-be6ed4023cc1/a87da4ed-432b-4387-92bb-db12946e6cdf/e4666f1e-c9e3-4ea2-8e8a-a82021709e23) {{(pid=92826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 13:01:33.237763 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-a22a9b0d-f4c8-4adc-a397-c37cd49caadc tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for port, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:33.279912 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-a22a9b0d-f4c8-4adc-a397-c37cd49caadc tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4940139'] for port, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:33.282599 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:01:33.318558 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22a9b0d-f4c8-4adc-a397-c37cd49caadc tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Network 9d896988-a366-408b-a158-be6ed4023cc1 is already hosted by enough agents. {{(pid=92826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 13:01:33.321471 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.base_scheduler [None req-a22a9b0d-f4c8-4adc-a397-c37cd49caadc tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Resources bound (agent type, host, resource id): {{(pid=92826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 13:01:33.325692 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22a9b0d-f4c8-4adc-a397-c37cd49caadc tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Received port after_create {{(pid=92826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 13:01:33.330959 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a9b0d-f4c8-4adc-a397-c37cd49caadc tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Pushing event updated for resources: {'Port': ['ID=e4666f1e-c9e3-4ea2-8e8a-a82021709e23,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:01:33.349193 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-a22a9b0d-f4c8-4adc-a397-c37cd49caadc tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:01:33.422160 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-a22a9b0d-f4c8-4adc-a397-c37cd49caadc tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:33.426581 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['1ce417cd-f6e2-4358-9139-155b17d7862f'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 13:01:33.469611 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-a22a9b0d-f4c8-4adc-a397-c37cd49caadc tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:33.622922 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-a22a9b0d-f4c8-4adc-a397-c37cd49caadc tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for port, precommit_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:33.628457 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-a22a9b0d-f4c8-4adc-a397-c37cd49caadc tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4940125'] for port, after_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:33.631694 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-a22a9b0d-f4c8-4adc-a397-c37cd49caadc tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:01:33.721796 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a9b0d-f4c8-4adc-a397-c37cd49caadc tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Pushing event updated for resources: {'Port': ['ID=e4666f1e-c9e3-4ea2-8e8a-a82021709e23,revision_number=2']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:01:33.726861 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-a22a9b0d-f4c8-4adc-a397-c37cd49caadc tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:01:33.746269 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-a22a9b0d-f4c8-4adc-a397-c37cd49caadc tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055052'] for floatingip, after_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:33.773814 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84729e-1073-4037-950f-2c11ebdaa3e6 req-2a50f632-b112-4801-9ddb-089629757214 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:33.776385 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-9c84729e-1073-4037-950f-2c11ebdaa3e6 req-2a50f632-b112-4801-9ddb-089629757214 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 944 time: 0.1191795 Jun 18 13:01:33.777101 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-a22a9b0d-f4c8-4adc-a397-c37cd49caadc tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for floatingip, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:33.778667 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-a22a9b0d-f4c8-4adc-a397-c37cd49caadc tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8666937 Jun 18 13:01:33.815103 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-9c84729e-1073-4037-950f-2c11ebdaa3e6 req-cb761894-1030-4c9e-b3d3-aa85f28703ca tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329006 Jun 18 13:01:33.966853 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-80078f61-af64-4aa4-b2e4-9b54be48f2b6 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--135415639&fields=id&tenant_id=4f05dfc5e1c54a9c8c16e92e579c9b1d HTTP/1.1" status: 200 len: 267 time: 0.0362098 Jun 18 13:01:34.069732 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-7d41a14f-2093-4082-905d-f6d619a04992 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:34.071152 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-7d41a14f-2093-4082-905d-f6d619a04992 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/networks?id=1ff29541-7511-4984-adea-fc36150ec103 HTTP/1.1" status: 200 len: 815 time: 0.0980954 Jun 18 13:01:34.086384 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-e39c29cc-f31e-4420-89c0-9faf52b88e34 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/quotas/4f05dfc5e1c54a9c8c16e92e579c9b1d HTTP/1.1" status: 200 len: 375 time: 0.0088589 Jun 18 13:01:34.159119 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-76073dcd-5a00-4f44-bb21-57647b72278b tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=4f05dfc5e1c54a9c8c16e92e579c9b1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0674086 Jun 18 13:01:34.251332 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-752fd434-68c9-4ba7-a0a2-407a9b106d66 service neutron] 10.222.0.86 "GET /v2.0/networks/1ff29541-7511-4984-adea-fc36150ec103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807667 Jun 18 13:01:34.343590 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-dc4c7196-37d5-46e2-825e-a7e155dc1309 service neutron] 10.222.0.86 "GET /v2.0/networks/1ff29541-7511-4984-adea-fc36150ec103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867882 Jun 18 13:01:34.514447 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1289b2f2-ea47-4416-be7a-34554fec8844 req-f88b1b83-cd1b-45c2-b379-6c01ec842f15 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 210 time: 0.0323420 Jun 18 13:01:34.779374 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 1ce417cd-f6e2-4358-9139-155b17d7862f up at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 13:01:34.834849 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning complete for port 1ce417cd-f6e2-4358-9139-155b17d7862f triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 13:01:34.835298 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:34.913278 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:34.938414 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcdddea9-10dc-4a67-ad7a-4cbb390106c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce417cd-f6e2-4358-9139-155b17d7862f'}] {{(pid=92827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:01:34.940754 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c43e27dad5924667550749323780498268b495889c5e44707aafbe87e8432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0216bed-e8c4-4a7e-99e9-d09fee3637cb" -d '{"events": [{"server_uuid": "bcdddea9-10dc-4a67-ad7a-4cbb390106c3", "name": "network-vif-plugged", "status": "completed", "tag": "1ce417cd-f6e2-4358-9139-155b17d7862f"}]}' {{(pid=92827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:01:34.956102 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 1ce417cd-f6e2-4358-9139-155b17d7862f, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=1ce417cd-f6e2-4358-9139-155b17d7862f,segment=NetworkSegment(20fee010-b67a-4285-82a0-f1f158c302fe),segment_id=20fee010-b67a-4285-82a0-f1f158c302fe)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:01:34.961270 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:34.964091 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:01:34.991581 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 13:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8572caa8-5888-4daf-a80f-8cfe89b95754 x-openstack-request-id: req-8572caa8-5888-4daf-a80f-8cfe89b95754 {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:01:34.991896 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcdddea9-10dc-4a67-ad7a-4cbb390106c3", "name": "network-vif-plugged", "status": "completed", "tag": "1ce417cd-f6e2-4358-9139-155b17d7862f", "code": 200}]} {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:01:34.992249 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8572caa8-5888-4daf-a80f-8cfe89b95754 {{(pid=92827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:01:34.992551 dv-cinder-797073-1-iscsi neutron-server[92827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcdddea9-10dc-4a67-ad7a-4cbb390106c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce417cd-f6e2-4358-9139-155b17d7862f', 'code': 200} Jun 18 13:01:35.007338 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49363773-510d-4bca-bcd9-6a37a94c0548 req-f6ff76a0-7108-41dc-8d6f-6ce260192b29 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:35.013430 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-49363773-510d-4bca-bcd9-6a37a94c0548 req-f6ff76a0-7108-41dc-8d6f-6ce260192b29 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 944 time: 0.0751934 Jun 18 13:01:35.018912 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=1ce417cd-f6e2-4358-9139-155b17d7862f,revision_number=8']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:01:35.022026 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:01:35.053208 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-49363773-510d-4bca-bcd9-6a37a94c0548 req-ea65adf2-80a1-4559-a6c5-fbd94408d969 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382595 Jun 18 13:01:35.309634 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e0077-d832-40b4-a44f-1437b29ea348 req-481e4437-19bc-41ce-82fd-767ed1996f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:35.311010 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-813e0077-d832-40b4-a44f-1437b29ea348 req-481e4437-19bc-41ce-82fd-767ed1996f2c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 1098 time: 0.0510526 Jun 18 13:01:35.344957 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-813e0077-d832-40b4-a44f-1437b29ea348 req-fd77a977-4a39-45a6-930b-cc7fe8ffc763 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265572 Jun 18 13:01:35.656636 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ddb69c80-973f-44ce-8f7a-f80ba722da88 req-f6f06e65-0a91-4be5-91fc-1581d1ccbae7 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 210 time: 0.0281818 Jun 18 13:01:36.090195 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-32b2d457-68e5-48f8-959d-d06efd20ab54 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:36.091873 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-32b2d457-68e5-48f8-959d-d06efd20ab54 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.77 "GET /v2.0/networks?id=1ff29541-7511-4984-adea-fc36150ec103 HTTP/1.1" status: 200 len: 815 time: 0.1065192 Jun 18 13:01:36.144671 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-0ab879b2-8246-4360-bbab-2cf05d629382 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f05dfc5e1c54a9c8c16e92e579c9b1d HTTP/1.1" status: 200 len: 379 time: 0.0341856 Jun 18 13:01:36.155128 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-cf26128b-7a82-4d98-9096-2adf8f76c7e2 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Request body: {'port': {'device_id': 'e3351f6d-a538-4fe5-bdf0-edd99622325a', 'network_id': '1ff29541-7511-4984-adea-fc36150ec103', 'admin_state_up': True, 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'security_groups': ['0f02a7fa-763f-4275-9766-0799005db203']}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:01:36.229126 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ec521-e399-4eb7-a43b-0975f7b458bf req-0d8948b0-dcf4-4b28-b5a5-9b6bbc45233d tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:36.230689 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-e83ec521-e399-4eb7-a43b-0975f7b458bf req-0d8948b0-dcf4-4b28-b5a5-9b6bbc45233d tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 945 time: 0.0664775 Jun 18 13:01:36.267593 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-cf26128b-7a82-4d98-9096-2adf8f76c7e2 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Made reservation on behalf of 4f05dfc5e1c54a9c8c16e92e579c9b1d for: {'port': 1} {{(pid=92826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 13:01:36.271725 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-cf26128b-7a82-4d98-9096-2adf8f76c7e2 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:36.272095 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-e83ec521-e399-4eb7-a43b-0975f7b458bf req-29ca49f5-84ed-49a9-8aa9-d450482f7c24 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354896 Jun 18 13:01:36.396747 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.db_base_plugin_common [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-cf26128b-7a82-4d98-9096-2adf8f76c7e2 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Allocated IP 172.20.0.8 (1ff29541-7511-4984-adea-fc36150ec103/ac677325-f406-437d-8e84-8b08f5594ded/a3b635ff-75fa-4741-b859-08fe9ee41155) {{(pid=92826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 13:01:36.532392 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-cf26128b-7a82-4d98-9096-2adf8f76c7e2 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for port, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:36.545318 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.provisioning_blocks [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-cf26128b-7a82-4d98-9096-2adf8f76c7e2 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Transition to ACTIVE for port object a3b635ff-75fa-4741-b859-08fe9ee41155 will not be triggered until provisioned by entity DHCP. {{(pid=92826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 13:01:36.577842 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-cf26128b-7a82-4d98-9096-2adf8f76c7e2 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4940139'] for port, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:36.581541 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:01:36.623456 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-cf26128b-7a82-4d98-9096-2adf8f76c7e2 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Network 1ff29541-7511-4984-adea-fc36150ec103 is already hosted by enough agents. {{(pid=92826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 13:01:36.626976 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.base_scheduler [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-cf26128b-7a82-4d98-9096-2adf8f76c7e2 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Resources bound (agent type, host, resource id): {{(pid=92826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 13:01:36.633863 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-cf26128b-7a82-4d98-9096-2adf8f76c7e2 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Received port after_create {{(pid=92826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 13:01:36.640880 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26128b-7a82-4d98-9096-2adf8f76c7e2 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Pushing event updated for resources: {'Port': ['ID=a3b635ff-75fa-4741-b859-08fe9ee41155,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:01:36.664890 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-cf26128b-7a82-4d98-9096-2adf8f76c7e2 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:01:36.691842 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-cf26128b-7a82-4d98-9096-2adf8f76c7e2 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:36.692338 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-cf26128b-7a82-4d98-9096-2adf8f76c7e2 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:36.707709 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-cf26128b-7a82-4d98-9096-2adf8f76c7e2 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5572207 Jun 18 13:01:36.769069 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-edc3d00a-8e4a-423d-a1fe-c6eae9c1f47d service neutron] Request body: {'port': {'device_id': 'e3351f6d-a538-4fe5-bdf0-edd99622325a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79707'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:01:36.879503 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-edc3d00a-8e4a-423d-a1fe-c6eae9c1f47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:36.889838 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-4afd2ec2-6f53-4e58-ae19-7da06bd1c3e6 None None] Provisioning for port a3b635ff-75fa-4741-b859-08fe9ee41155 completed by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 13:01:36.893844 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-4afd2ec2-6f53-4e58-ae19-7da06bd1c3e6 None None] Provisioning complete for port a3b635ff-75fa-4741-b859-08fe9ee41155 triggered by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 13:01:36.894455 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-4afd2ec2-6f53-4e58-ae19-7da06bd1c3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:36.907772 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c771f-fad4-450f-bc1a-bf6e540a1f51 req-eb187ddd-ea18-4045-bff6-653c75714685 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:36.909143 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e55c771f-fad4-450f-bc1a-bf6e540a1f51 req-eb187ddd-ea18-4045-bff6-653c75714685 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 931 time: 0.1167295 Jun 18 13:01:36.930928 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-4afd2ec2-6f53-4e58-ae19-7da06bd1c3e6 None None] Port a3b635ff-75fa-4741-b859-08fe9ee41155 cannot update to ACTIVE because it is not bound. {{(pid=92827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 13:01:37.019631 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e55c771f-fad4-450f-bc1a-bf6e540a1f51 req-80f953e3-b4c6-414e-b059-e12301df1bd6 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934126 Jun 18 13:01:37.179446 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.notifiers.nova [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-edc3d00a-8e4a-423d-a1fe-c6eae9c1f47d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3b635ff-75fa-4741-b859-08fe9ee41155 {{(pid=92826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 13:01:37.187726 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-edc3d00a-8e4a-423d-a1fe-c6eae9c1f47d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:37.200252 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.provisioning_blocks [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-edc3d00a-8e4a-423d-a1fe-c6eae9c1f47d service neutron] Transition to ACTIVE for port object a3b635ff-75fa-4741-b859-08fe9ee41155 will not be triggered until provisioned by entity L2. {{(pid=92826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 13:01:37.203870 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-edc3d00a-8e4a-423d-a1fe-c6eae9c1f47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4940125'] for port, after_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:37.205792 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-3175b474-044c-482d-90f3-ef2aa08f5828 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:01:37.477768 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d00af-3d0d-4d8a-8d93-3c5e070c2e5d req-63f52510-7971-4e0d-a3c4-45d3541a66e1 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:37.479911 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-774d00af-3d0d-4d8a-8d93-3c5e070c2e5d req-63f52510-7971-4e0d-a3c4-45d3541a66e1 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 945 time: 0.0800824 Jun 18 13:01:37.518838 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-774d00af-3d0d-4d8a-8d93-3c5e070c2e5d req-ecff0418-36c5-4552-912f-e02f05590887 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326352 Jun 18 13:01:37.566951 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3d00a-8e4a-423d-a1fe-c6eae9c1f47d service neutron] Pushing event updated for resources: {'Port': ['ID=a3b635ff-75fa-4741-b859-08fe9ee41155,revision_number=2']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:01:37.570394 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-edc3d00a-8e4a-423d-a1fe-c6eae9c1f47d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:01:37.634212 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.managers [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-edc3d00a-8e4a-423d-a1fe-c6eae9c1f47d service neutron] Attempting to bind port a3b635ff-75fa-4741-b859-08fe9ee41155 on host hv-cinder-79707 for vnic_type normal with profile {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 13:01:37.634547 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.managers [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-edc3d00a-8e4a-423d-a1fe-c6eae9c1f47d service neutron] Attempting to bind port a3b635ff-75fa-4741-b859-08fe9ee41155 by drivers openvswitch,hyperv on host hv-cinder-79707 at level 0 using segments [{'id': '23b88fce-5b57-4798-9ca4-628ae6f60edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1ff29541-7511-4984-adea-fc36150ec103'}] {{(pid=92826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 13:01:37.634903 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-edc3d00a-8e4a-423d-a1fe-c6eae9c1f47d service neutron] Attempting to bind port a3b635ff-75fa-4741-b859-08fe9ee41155 on network 1ff29541-7511-4984-adea-fc36150ec103 {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 13:01:37.639090 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-edc3d00a-8e4a-423d-a1fe-c6eae9c1f47d service neutron] Port a3b635ff-75fa-4741-b859-08fe9ee41155 on network 1ff29541-7511-4984-adea-fc36150ec103 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79707 {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 13:01:37.639411 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-edc3d00a-8e4a-423d-a1fe-c6eae9c1f47d service neutron] Attempting to bind port a3b635ff-75fa-4741-b859-08fe9ee41155 on network 1ff29541-7511-4984-adea-fc36150ec103 {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 13:01:37.644227 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-edc3d00a-8e4a-423d-a1fe-c6eae9c1f47d service neutron] Checking agent: {'id': '7546d223-5e56-44d8-9441-1a8a85fbff90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79707', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'started_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 13, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 13:01:37.644595 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-edc3d00a-8e4a-423d-a1fe-c6eae9c1f47d service neutron] Checking segment: {'id': '23b88fce-5b57-4798-9ca4-628ae6f60edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1ff29541-7511-4984-adea-fc36150ec103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 13:01:37.645064 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-edc3d00a-8e4a-423d-a1fe-c6eae9c1f47d service neutron] Bound using segment: {'id': '23b88fce-5b57-4798-9ca4-628ae6f60edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1ff29541-7511-4984-adea-fc36150ec103'} {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 13:01:37.645484 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.managers [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-edc3d00a-8e4a-423d-a1fe-c6eae9c1f47d service neutron] Bound port: a3b635ff-75fa-4741-b859-08fe9ee41155, host: hv-cinder-79707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23b88fce-5b57-4798-9ca4-628ae6f60edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1ff29541-7511-4984-adea-fc36150ec103'}}] {{(pid=92826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 13:01:37.645856 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-edc3d00a-8e4a-423d-a1fe-c6eae9c1f47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:37.711134 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-edc3d00a-8e4a-423d-a1fe-c6eae9c1f47d service neutron] For port a3b635ff-75fa-4741-b859-08fe9ee41155, host hv-cinder-79707, cleared binding levels {{(pid=92826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 13:01:37.714475 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-edc3d00a-8e4a-423d-a1fe-c6eae9c1f47d service neutron] For port a3b635ff-75fa-4741-b859-08fe9ee41155, host hv-cinder-79707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=a3b635ff-75fa-4741-b859-08fe9ee41155,segment=NetworkSegment(23b88fce-5b57-4798-9ca4-628ae6f60edb),segment_id=23b88fce-5b57-4798-9ca4-628ae6f60edb)] {{(pid=92826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 13:01:37.718945 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-edc3d00a-8e4a-423d-a1fe-c6eae9c1f47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4940125'] for port, after_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:37.721979 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:01:37.757494 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-edc3d00a-8e4a-423d-a1fe-c6eae9c1f47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:37.758159 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-edc3d00a-8e4a-423d-a1fe-c6eae9c1f47d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:37.759537 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-edc3d00a-8e4a-423d-a1fe-c6eae9c1f47d service neutron] 10.222.0.77 "PUT /v2.0/ports/a3b635ff-75fa-4741-b859-08fe9ee41155 HTTP/1.1" status: 200 len: 1093 time: 0.9952626 Jun 18 13:01:37.760099 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3351f6d-a538-4fe5-bdf0-edd99622325a', 'tag': 'a3b635ff-75fa-4741-b859-08fe9ee41155'}] {{(pid=92826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:01:37.762524 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7173dab7d1fbfef731d5f8fd5c52510eeface1fe9a62799688baadb2f5777418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1046224-11b4-4024-9ea1-4a4ca1dbbb49" -d '{"events": [{"name": "network-changed", "server_uuid": "e3351f6d-a538-4fe5-bdf0-edd99622325a", "tag": "a3b635ff-75fa-4741-b859-08fe9ee41155"}]}' {{(pid=92826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:01:37.790777 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3d00a-8e4a-423d-a1fe-c6eae9c1f47d service neutron] Pushing event updated for resources: {'Port': ['ID=a3b635ff-75fa-4741-b859-08fe9ee41155,revision_number=3']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:01:37.795710 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-edc3d00a-8e4a-423d-a1fe-c6eae9c1f47d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:01:37.815863 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 13:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726a5d70-c7d1-448f-b28a-56a4310ffc38 x-openstack-request-id: req-726a5d70-c7d1-448f-b28a-56a4310ffc38 {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:01:37.816192 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3351f6d-a538-4fe5-bdf0-edd99622325a", "tag": "a3b635ff-75fa-4741-b859-08fe9ee41155", "status": "completed", "code": 200}]} {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:01:37.816501 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-726a5d70-c7d1-448f-b28a-56a4310ffc38 {{(pid=92826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:01:37.816953 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3351f6d-a538-4fe5-bdf0-edd99622325a', 'tag': 'a3b635ff-75fa-4741-b859-08fe9ee41155', 'status': 'completed', 'code': 200} Jun 18 13:01:37.885101 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-47d57954-fb1c-412a-8075-f3a09ffd326d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:37.886861 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-47d57954-fb1c-412a-8075-f3a09ffd326d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f05dfc5e1c54a9c8c16e92e579c9b1d&device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 1096 time: 0.0563204 Jun 18 13:01:37.937905 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-8dccb698-502f-4d16-a00d-71a4c1500fc5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3b635ff-75fa-4741-b859-08fe9ee41155 HTTP/1.1" status: 200 len: 217 time: 0.0347390 Jun 18 13:01:37.993729 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-22533295-c98d-4bc2-bdd4-b27c4e780273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:37.995248 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-22533295-c98d-4bc2-bdd4-b27c4e780273 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ac677325-f406-437d-8e84-8b08f5594ded HTTP/1.1" status: 200 len: 854 time: 0.0506723 Jun 18 13:01:38.052699 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-dca8cc50-55cb-4043-8177-49c886d6cab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:38.054167 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-dca8cc50-55cb-4043-8177-49c886d6cab6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1ff29541-7511-4984-adea-fc36150ec103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518653 Jun 18 13:01:38.147029 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-7f56493b-20e9-4d30-a6f5-57d4cc212339 service neutron] 10.222.0.77 "GET /v2.0/networks/1ff29541-7511-4984-adea-fc36150ec103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859990 Jun 18 13:01:38.249990 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d24231fe-aab3-4a90-ae53-ee29c974e9ce req-32d292f9-4849-49a3-962d-fac10361b903 service neutron] 10.222.0.77 "GET /v2.0/networks/1ff29541-7511-4984-adea-fc36150ec103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934603 Jun 18 13:01:38.357429 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948403b-dd20-4a1a-828b-b888b29914ae req-b41c9827-7cee-4e6b-8d91-4e34324326ec tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:38.358932 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8948403b-dd20-4a1a-828b-b888b29914ae req-b41c9827-7cee-4e6b-8d91-4e34324326ec tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 943 time: 0.0660765 Jun 18 13:01:38.378278 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1046224-11b4-4024-9ea1-4a4ca1dbbb49 req-75d6593e-ff96-4047-a5b3-c82bcd8635d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:38.379770 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b1046224-11b4-4024-9ea1-4a4ca1dbbb49 req-75d6593e-ff96-4047-a5b3-c82bcd8635d4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f05dfc5e1c54a9c8c16e92e579c9b1d&device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 1096 time: 0.0571806 Jun 18 13:01:38.395903 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8948403b-dd20-4a1a-828b-b888b29914ae req-c33166e1-1a73-4507-be29-cab4630de43d tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313036 Jun 18 13:01:38.472408 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1046224-11b4-4024-9ea1-4a4ca1dbbb49 req-cd9e3e85-7f2f-44ea-b6d3-0ba9de449f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:38.473975 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b1046224-11b4-4024-9ea1-4a4ca1dbbb49 req-cd9e3e85-7f2f-44ea-b6d3-0ba9de449f9f service neutron] 10.222.0.77 "GET /v2.0/networks?id=1ff29541-7511-4984-adea-fc36150ec103 HTTP/1.1" status: 200 len: 916 time: 0.0872242 Jun 18 13:01:38.516111 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b1046224-11b4-4024-9ea1-4a4ca1dbbb49 req-b85b9fd4-a453-4bb7-873b-f93501fa034e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3b635ff-75fa-4741-b859-08fe9ee41155 HTTP/1.1" status: 200 len: 217 time: 0.0351012 Jun 18 13:01:38.567826 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1046224-11b4-4024-9ea1-4a4ca1dbbb49 req-0cfa6e20-5c1c-4fc3-bb65-c88844f7bf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:38.569292 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b1046224-11b4-4024-9ea1-4a4ca1dbbb49 req-0cfa6e20-5c1c-4fc3-bb65-c88844f7bf82 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ac677325-f406-437d-8e84-8b08f5594ded HTTP/1.1" status: 200 len: 854 time: 0.0469408 Jun 18 13:01:38.627438 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1046224-11b4-4024-9ea1-4a4ca1dbbb49 req-927da4c3-b087-43c1-8fa3-26e2f0ec5bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:38.629033 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b1046224-11b4-4024-9ea1-4a4ca1dbbb49 req-927da4c3-b087-43c1-8fa3-26e2f0ec5bee service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1ff29541-7511-4984-adea-fc36150ec103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537045 Jun 18 13:01:38.723242 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b1046224-11b4-4024-9ea1-4a4ca1dbbb49 req-a00d4da1-480a-4266-87ec-06c0e68d1486 service neutron] 10.222.0.77 "GET /v2.0/networks/1ff29541-7511-4984-adea-fc36150ec103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862577 Jun 18 13:01:38.818873 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b1046224-11b4-4024-9ea1-4a4ca1dbbb49 req-d42bc3cf-5f79-43ec-9dd0-5639f86e087d service neutron] 10.222.0.77 "GET /v2.0/networks/1ff29541-7511-4984-adea-fc36150ec103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883753 Jun 18 13:01:39.580609 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8ab7c-b06f-4c2d-984a-1f6b205188af req-b4f05510-1997-404c-b035-06175ed4d536 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:39.582095 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-66d8ab7c-b06f-4c2d-984a-1f6b205188af req-b4f05510-1997-404c-b035-06175ed4d536 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 943 time: 0.0688765 Jun 18 13:01:39.617984 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-66d8ab7c-b06f-4c2d-984a-1f6b205188af req-70ea4a48-70a3-4007-882e-ea15fe90cb9b tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302949 Jun 18 13:01:40.800926 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea12c1-f76e-4849-b590-9115e53311e5 req-d849fc1b-e51b-4494-9bd2-b715cb3b3e87 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:40.802383 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-7cea12c1-f76e-4849-b590-9115e53311e5 req-d849fc1b-e51b-4494-9bd2-b715cb3b3e87 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 943 time: 0.0626295 Jun 18 13:01:40.839987 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-7cea12c1-f76e-4849-b590-9115e53311e5 req-95ce958b-1e24-4fe0-9a2c-1ea92d5a7998 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314498 Jun 18 13:01:42.033917 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22592353-fc52-4688-aa08-4a9d2c0febd6 req-301630c5-0898-459a-bd77-6561206b4012 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:42.035279 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-22592353-fc52-4688-aa08-4a9d2c0febd6 req-301630c5-0898-459a-bd77-6561206b4012 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 943 time: 0.0620799 Jun 18 13:01:42.072685 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-22592353-fc52-4688-aa08-4a9d2c0febd6 req-171aac03-b457-4008-8b2d-948ca648d3f0 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315981 Jun 18 13:01:42.813103 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device a3b635ff-75fa-4741-b859-08fe9ee41155 details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=92827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 13:01:42.910802 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port a3b635ff-75fa-4741-b859-08fe9ee41155, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=a3b635ff-75fa-4741-b859-08fe9ee41155,segment=NetworkSegment(23b88fce-5b57-4798-9ca4-628ae6f60edb),segment_id=23b88fce-5b57-4798-9ca4-628ae6f60edb)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:01:42.921721 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Returning: {'device': 'a3b635ff-75fa-4741-b859-08fe9ee41155', 'network_id': '1ff29541-7511-4984-adea-fc36150ec103', 'port_id': 'a3b635ff-75fa-4741-b859-08fe9ee41155', 'mac_address': 'fa:16:3e:26:9c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac677325-f406-437d-8e84-8b08f5594ded', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 13:01:42.957308 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:42.970058 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3b635ff-75fa-4741-b859-08fe9ee41155 {{(pid=92827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 13:01:42.988301 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port a3b635ff-75fa-4741-b859-08fe9ee41155, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=a3b635ff-75fa-4741-b859-08fe9ee41155,segment=NetworkSegment(23b88fce-5b57-4798-9ca4-628ae6f60edb),segment_id=23b88fce-5b57-4798-9ca4-628ae6f60edb)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:01:42.992424 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:42.994635 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:01:43.041602 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=a3b635ff-75fa-4741-b859-08fe9ee41155,revision_number=4']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:01:43.044628 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:01:43.259195 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f53780-2414-40ca-8cb6-038b46b5c5ee req-c81025b9-d0b7-4a64-8a2f-dee594b8f60f tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:43.261573 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d1f53780-2414-40ca-8cb6-038b46b5c5ee req-c81025b9-d0b7-4a64-8a2f-dee594b8f60f tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 944 time: 0.0717821 Jun 18 13:01:43.300138 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d1f53780-2414-40ca-8cb6-038b46b5c5ee req-6d33e00f-bdd9-40f5-ba84-2925b22c8fcc tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319221 Jun 18 13:01:43.466687 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['a3b635ff-75fa-4741-b859-08fe9ee41155'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 13:01:44.485600 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7606b3-bd44-4f63-96ae-9819525d5ee2 req-19ea9088-1185-493c-9900-dccb1e8c1a74 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:44.487169 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1b7606b3-bd44-4f63-96ae-9819525d5ee2 req-19ea9088-1185-493c-9900-dccb1e8c1a74 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 944 time: 0.0667436 Jun 18 13:01:44.527100 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1b7606b3-bd44-4f63-96ae-9819525d5ee2 req-0c61f9e5-02c6-4fc8-b37d-719c6674f864 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341856 Jun 18 13:01:44.834905 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device a3b635ff-75fa-4741-b859-08fe9ee41155 up at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 13:01:44.882785 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning for port a3b635ff-75fa-4741-b859-08fe9ee41155 completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 13:01:44.887109 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning complete for port a3b635ff-75fa-4741-b859-08fe9ee41155 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 13:01:44.887510 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:44.964237 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:44.986017 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3351f6d-a538-4fe5-bdf0-edd99622325a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b635ff-75fa-4741-b859-08fe9ee41155'}] {{(pid=92827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:01:44.988257 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c43e27dad5924667550749323780498268b495889c5e44707aafbe87e8432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f9096d-d470-4639-b282-3a3c06b16411" -d '{"events": [{"server_uuid": "e3351f6d-a538-4fe5-bdf0-edd99622325a", "name": "network-vif-plugged", "status": "completed", "tag": "a3b635ff-75fa-4741-b859-08fe9ee41155"}]}' {{(pid=92827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:01:45.001946 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port a3b635ff-75fa-4741-b859-08fe9ee41155, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=a3b635ff-75fa-4741-b859-08fe9ee41155,segment=NetworkSegment(23b88fce-5b57-4798-9ca4-628ae6f60edb),segment_id=23b88fce-5b57-4798-9ca4-628ae6f60edb)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:01:45.006006 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:45.008202 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:01:45.029904 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 13:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00905d18-5b9a-4507-b72f-22d589d29b95 x-openstack-request-id: req-00905d18-5b9a-4507-b72f-22d589d29b95 {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:01:45.030202 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3351f6d-a538-4fe5-bdf0-edd99622325a", "name": "network-vif-plugged", "status": "completed", "tag": "a3b635ff-75fa-4741-b859-08fe9ee41155", "code": 200}]} {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:01:45.030464 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-00905d18-5b9a-4507-b72f-22d589d29b95 {{(pid=92827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:01:45.030856 dv-cinder-797073-1-iscsi neutron-server[92827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3351f6d-a538-4fe5-bdf0-edd99622325a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b635ff-75fa-4741-b859-08fe9ee41155', 'code': 200} Jun 18 13:01:45.056285 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=a3b635ff-75fa-4741-b859-08fe9ee41155,revision_number=5']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:01:45.060206 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:01:45.278116 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba77f35-6db1-4a97-a474-8ba5031c3401 req-ed768cd0-5305-42bf-b146-15f8d93811f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:45.279564 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-0ba77f35-6db1-4a97-a474-8ba5031c3401 req-ed768cd0-5305-42bf-b146-15f8d93811f8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 1098 time: 0.0525749 Jun 18 13:01:45.320271 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-0ba77f35-6db1-4a97-a474-8ba5031c3401 req-c134238d-6bf6-4fd8-ac71-aa969322c7d3 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265992 Jun 18 13:01:45.701559 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285eb0b-d52b-41c1-a5d0-baf99e305916 req-30dfc072-7a49-476f-a029-5d499e41f51e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:45.703128 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d285eb0b-d52b-41c1-a5d0-baf99e305916 req-30dfc072-7a49-476f-a029-5d499e41f51e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 945 time: 0.0631824 Jun 18 13:01:45.742751 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d285eb0b-d52b-41c1-a5d0-baf99e305916 req-6d8947e5-4703-486f-a4cf-2c73fde6ec62 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340540 Jun 18 13:01:46.922187 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9787c5-791e-4235-875c-bc14268f02d0 req-7ced1b25-f826-4d69-b8ec-e90f90648e28 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:46.923578 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-bc9787c5-791e-4235-875c-bc14268f02d0 req-7ced1b25-f826-4d69-b8ec-e90f90648e28 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 945 time: 0.0645359 Jun 18 13:01:46.963433 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-bc9787c5-791e-4235-875c-bc14268f02d0 req-62548e66-7b36-4137-a44e-1bb7666dfce0 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338628 Jun 18 13:01:48.142880 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834dddb-99f9-4b8f-bc65-7a8c5743bf49 req-ef3d120a-2966-4a94-bde8-f8adbf76c32c tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:48.144328 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5834dddb-99f9-4b8f-bc65-7a8c5743bf49 req-ef3d120a-2966-4a94-bde8-f8adbf76c32c tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 945 time: 0.0673323 Jun 18 13:01:48.181508 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5834dddb-99f9-4b8f-bc65-7a8c5743bf49 req-53376aab-d0ab-46d4-9faf-383cb94f5465 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315111 Jun 18 13:01:48.354821 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfefa1a-ac7b-41b7-aa83-4fe75384960d req-ce19ec09-4305-44d4-adcd-a2a9c166e5ba tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:48.356190 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-bdfefa1a-ac7b-41b7-aa83-4fe75384960d req-ce19ec09-4305-44d4-adcd-a2a9c166e5ba tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 945 time: 0.0662551 Jun 18 13:01:48.364986 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 54674) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:01:48.370044 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-4ca3e0d6-f614-4f50-8b16-76cba4e60047 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Request body: {'floatingip': {'port_id': 'a3b635ff-75fa-4741-b859-08fe9ee41155'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:01:48.407887 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-4ca3e0d6-f614-4f50-8b16-76cba4e60047 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for floatingip, before_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:48.833446 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-4ca3e0d6-f614-4f50-8b16-76cba4e60047 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:48.837259 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-4ca3e0d6-f614-4f50-8b16-76cba4e60047 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055052'] for floatingip, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:48.934861 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.db.l3_db [None req-4ca3e0d6-f614-4f50-8b16-76cba4e60047 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Floating IP 24ad4b02-2d1a-4ea8-9deb-fe87f19ea401 associated. External IP: 172.27.0.20, port: a3b635ff-75fa-4741-b859-08fe9ee41155. Jun 18 13:01:49.133427 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca3e0d6-f614-4f50-8b16-76cba4e60047 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Router 77c80506-2483-4622-a5ee-82fbf21890e8 has already been hosted by L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc {{(pid=92825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 13:01:49.237054 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca3e0d6-f614-4f50-8b16-76cba4e60047 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 13:01:49.241910 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-4ca3e0d6-f614-4f50-8b16-76cba4e60047 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for floatingip, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:49.246451 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd8c1b2-2f06-4503-acd6-6c1ca87fe687 None None] Sync routers for ids ['77c80506-2483-4622-a5ee-82fbf21890e8'] in dv-cinder-797073-1-iscsi {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 13:01:49.257794 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd8c1b2-2f06-4503-acd6-6c1ca87fe687 None None] Routers {'77c80506-2483-4622-a5ee-82fbf21890e8'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:01:49.258426 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-fcd8c1b2-2f06-4503-acd6-6c1ca87fe687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:01:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['77c80506-2483-4622-a5ee-82fbf21890e8'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:01:49.371245 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-fcd8c1b2-2f06-4503-acd6-6c1ca87fe687 None None] Set router 77c80506-2483-4622-a5ee-82fbf21890e8 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:01:49.519486 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-4ca3e0d6-f614-4f50-8b16-76cba4e60047 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "PUT /v2.0/floatingips/24ad4b02-2d1a-4ea8-9deb-fe87f19ea401 HTTP/1.1" status: 200 len: 990 time: 1.1508687 Jun 18 13:01:49.519486 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3351f6d-a538-4fe5-bdf0-edd99622325a', 'tag': 'a3b635ff-75fa-4741-b859-08fe9ee41155'}] {{(pid=92825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:01:49.520181 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cbce1c661b203a7f45efff8c445c42f162c6430a9c28178aa2be3d6d959831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1e5973-46de-468b-bf1e-cb71ae79d7ae" -d '{"events": [{"name": "network-changed", "server_uuid": "e3351f6d-a538-4fe5-bdf0-edd99622325a", "tag": "a3b635ff-75fa-4741-b859-08fe9ee41155"}]}' {{(pid=92825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:01:49.564849 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 13:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05302758-4b23-4f84-b116-275ffaaf2750 x-openstack-request-id: req-05302758-4b23-4f84-b116-275ffaaf2750 {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:01:49.565180 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3351f6d-a538-4fe5-bdf0-edd99622325a", "tag": "a3b635ff-75fa-4741-b859-08fe9ee41155", "status": "completed", "code": 200}]} {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:01:49.565468 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-05302758-4b23-4f84-b116-275ffaaf2750 {{(pid=92825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:01:49.565890 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3351f6d-a538-4fe5-bdf0-edd99622325a', 'tag': 'a3b635ff-75fa-4741-b859-08fe9ee41155', 'status': 'completed', 'code': 200} Jun 18 13:01:49.605557 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-fcd8c1b2-2f06-4503-acd6-6c1ca87fe687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'name': 'tempest-AttachVolumeShelveTestJSON-80250220-router', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '967dcbad-853f-43cf-8cf3-81efcd954483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:53:49Z', 'updated_at': '2021-06-18T12:53:57Z', 'revision_number': 4, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'gw_port': {'id': '967dcbad-853f-43cf-8cf3-81efcd954483', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:50Z', 'updated_at': '2021-06-18T12:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_floatingips': [{'id': '24ad4b02-2d1a-4ea8-9deb-fe87f19ea401', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'floating_ip_address': '172.27.0.20', 'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'router_id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'port_id': 'a3b635ff-75fa-4741-b859-08fe9ee41155', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ff29541-7511-4984-adea-fc36150ec103', 'mac_address': 'fa:16:3e:26:9c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3351f6d-a538-4fe5-bdf0-edd99622325a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T13:01:33Z', 'updated_at': '2021-06-18T13:01:48Z', 'revision_number': 1, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9dc3aaf-dc97-4a2b-a90a-64a6f43785df', 'name': '', 'network_id': '1ff29541-7511-4984-adea-fc36150ec103', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'mac_address': 'fa:16:3e:c6:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ac677325-f406-437d-8e84-8b08f5594ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:54Z', 'updated_at': '2021-06-18T12:54:09Z', 'revision_number': 5, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'subnets': [{'id': 'ac677325-f406-437d-8e84-8b08f5594ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:01:49.633074 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd8c1b2-2f06-4503-acd6-6c1ca87fe687 None None] Checking router: 77c80506-2483-4622-a5ee-82fbf21890e8 for host: dv-cinder-797073-1-iscsi {{(pid=92827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 13:01:49.641868 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd8c1b2-2f06-4503-acd6-6c1ca87fe687 None None] Routers {'77c80506-2483-4622-a5ee-82fbf21890e8'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:01:49.642576 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-fcd8c1b2-2f06-4503-acd6-6c1ca87fe687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:01:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['77c80506-2483-4622-a5ee-82fbf21890e8'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:01:49.659727 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e5973-46de-468b-bf1e-cb71ae79d7ae req-7ba3b970-9b32-4966-b6e7-167de4ab536d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:49.661503 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-9e1e5973-46de-468b-bf1e-cb71ae79d7ae req-7ba3b970-9b32-4966-b6e7-167de4ab536d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f05dfc5e1c54a9c8c16e92e579c9b1d&device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 1098 time: 0.0523469 Jun 18 13:01:49.748895 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-fcd8c1b2-2f06-4503-acd6-6c1ca87fe687 None None] Set router 77c80506-2483-4622-a5ee-82fbf21890e8 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:01:49.772415 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e5973-46de-468b-bf1e-cb71ae79d7ae req-1fddd174-0901-408a-886a-0c5cf605b595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:49.773800 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-9e1e5973-46de-468b-bf1e-cb71ae79d7ae req-1fddd174-0901-408a-886a-0c5cf605b595 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1ff29541-7511-4984-adea-fc36150ec103 HTTP/1.1" status: 200 len: 916 time: 0.0863276 Jun 18 13:01:49.836493 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-9e1e5973-46de-468b-bf1e-cb71ae79d7ae req-f08add25-5baf-4b43-b887-a1beae50eb9e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3b635ff-75fa-4741-b859-08fe9ee41155 HTTP/1.1" status: 200 len: 998 time: 0.0560420 Jun 18 13:01:49.889762 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e5973-46de-468b-bf1e-cb71ae79d7ae req-5d5060d1-2bae-412e-9a68-b66f35b53b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:49.891280 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-9e1e5973-46de-468b-bf1e-cb71ae79d7ae req-5d5060d1-2bae-412e-9a68-b66f35b53b16 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ac677325-f406-437d-8e84-8b08f5594ded HTTP/1.1" status: 200 len: 854 time: 0.0460730 Jun 18 13:01:49.955427 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e5973-46de-468b-bf1e-cb71ae79d7ae req-37253c56-de10-462c-b66f-5a2b8da0f269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:49.956925 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-9e1e5973-46de-468b-bf1e-cb71ae79d7ae req-37253c56-de10-462c-b66f-5a2b8da0f269 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1ff29541-7511-4984-adea-fc36150ec103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0593913 Jun 18 13:01:50.048252 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-9e1e5973-46de-468b-bf1e-cb71ae79d7ae req-b6b7e870-01a3-4af8-b1ec-df577bbd31f1 service neutron] 10.222.0.77 "GET /v2.0/networks/1ff29541-7511-4984-adea-fc36150ec103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826001 Jun 18 13:01:50.096067 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-fcd8c1b2-2f06-4503-acd6-6c1ca87fe687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'name': 'tempest-AttachVolumeShelveTestJSON-80250220-router', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '967dcbad-853f-43cf-8cf3-81efcd954483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:53:49Z', 'updated_at': '2021-06-18T12:53:57Z', 'revision_number': 4, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'gw_port': {'id': '967dcbad-853f-43cf-8cf3-81efcd954483', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:50Z', 'updated_at': '2021-06-18T12:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_floatingips': [{'id': '24ad4b02-2d1a-4ea8-9deb-fe87f19ea401', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'floating_ip_address': '172.27.0.20', 'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'router_id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'port_id': 'a3b635ff-75fa-4741-b859-08fe9ee41155', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ff29541-7511-4984-adea-fc36150ec103', 'mac_address': 'fa:16:3e:26:9c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3351f6d-a538-4fe5-bdf0-edd99622325a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T13:01:33Z', 'updated_at': '2021-06-18T13:01:48Z', 'revision_number': 1, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9dc3aaf-dc97-4a2b-a90a-64a6f43785df', 'name': '', 'network_id': '1ff29541-7511-4984-adea-fc36150ec103', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'mac_address': 'fa:16:3e:c6:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ac677325-f406-437d-8e84-8b08f5594ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:54Z', 'updated_at': '2021-06-18T12:54:09Z', 'revision_number': 5, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'subnets': [{'id': 'ac677325-f406-437d-8e84-8b08f5594ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:01:50.125794 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd8c1b2-2f06-4503-acd6-6c1ca87fe687 None None] The sync data for ids ['77c80506-2483-4622-a5ee-82fbf21890e8'] in dv-cinder-797073-1-iscsi is: [{'id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'name': 'tempest-AttachVolumeShelveTestJSON-80250220-router', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '967dcbad-853f-43cf-8cf3-81efcd954483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:53:49Z', 'updated_at': '2021-06-18T12:53:57Z', 'revision_number': 4, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'gw_port': {'id': '967dcbad-853f-43cf-8cf3-81efcd954483', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:50Z', 'updated_at': '2021-06-18T12:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_floatingips': [{'id': '24ad4b02-2d1a-4ea8-9deb-fe87f19ea401', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'floating_ip_address': '172.27.0.20', 'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'router_id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'port_id': 'a3b635ff-75fa-4741-b859-08fe9ee41155', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ff29541-7511-4984-adea-fc36150ec103', 'mac_address': 'fa:16:3e:26:9c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3351f6d-a538-4fe5-bdf0-edd99622325a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T13:01:33Z', 'updated_at': '2021-06-18T13:01:48Z', 'revision_number': 1, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9dc3aaf-dc97-4a2b-a90a-64a6f43785df', 'name': '', 'network_id': '1ff29541-7511-4984-adea-fc36150ec103', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'mac_address': 'fa:16:3e:c6:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ac677325-f406-437d-8e84-8b08f5594ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:54Z', 'updated_at': '2021-06-18T12:54:09Z', 'revision_number': 5, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'subnets': [{'id': 'ac677325-f406-437d-8e84-8b08f5594ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 13:01:50.142897 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-9e1e5973-46de-468b-bf1e-cb71ae79d7ae req-b41dfa13-4413-4e31-a675-a3bd730a13c8 service neutron] 10.222.0.77 "GET /v2.0/networks/1ff29541-7511-4984-adea-fc36150ec103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874016 Jun 18 13:01:50.307921 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aceb79e-52d9-4234-8b5d-2e0fec68d7b7 None None] New status for floating IP 24ad4b02-2d1a-4ea8-9deb-fe87f19ea401: ACTIVE {{(pid=92828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 13:01:51.581337 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02939d40-2480-4c76-9dd1-5ed3a49e92ea req-42b1187b-5a89-4c7b-bbcb-914a5e330e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:51.582736 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-02939d40-2480-4c76-9dd1-5ed3a49e92ea req-42b1187b-5a89-4c7b-bbcb-914a5e330e8c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a85418f3d4c94e0aaeaddc16ef6a5313&device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 1137 time: 0.0553770 Jun 18 13:01:51.589263 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ed397-29a5-4a26-9df0-73a17159c820 req-34728d60-5619-4305-8e03-4168063e33bc tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:51.590893 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-689ed397-29a5-4a26-9df0-73a17159c820 req-34728d60-5619-4305-8e03-4168063e33bc tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 984 time: 0.0642352 Jun 18 13:01:51.630520 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-689ed397-29a5-4a26-9df0-73a17159c820 req-60f28b46-52c4-4899-addc-2821c6ebd973 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=442932d9-176a-4c92-8ef9-34e929df03c7&id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337701 Jun 18 13:01:51.673635 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02939d40-2480-4c76-9dd1-5ed3a49e92ea req-8c768c22-07bc-4c57-95b5-2f5bbeafac14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:51.675073 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-02939d40-2480-4c76-9dd1-5ed3a49e92ea req-8c768c22-07bc-4c57-95b5-2f5bbeafac14 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4650261d-14da-4314-a14e-d6ffe8cfac33 HTTP/1.1" status: 200 len: 915 time: 0.0847697 Jun 18 13:01:51.743145 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-02939d40-2480-4c76-9dd1-5ed3a49e92ea req-1bec6757-c54c-4ee4-8280-5848400e10c3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77370a09-af1a-4076-bc1e-c9607de5263a HTTP/1.1" status: 200 len: 1000 time: 0.0603604 Jun 18 13:01:51.792744 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02939d40-2480-4c76-9dd1-5ed3a49e92ea req-2664f5a5-f4c0-4aa9-8f7e-ff7fc45d02f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:51.794227 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-02939d40-2480-4c76-9dd1-5ed3a49e92ea req-2664f5a5-f4c0-4aa9-8f7e-ff7fc45d02f7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e4940de8-0ec5-4587-ae0f-998b04a74657 HTTP/1.1" status: 200 len: 853 time: 0.0433824 Jun 18 13:01:51.852583 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02939d40-2480-4c76-9dd1-5ed3a49e92ea req-ea5967e4-80c5-44a1-88c7-9613930a52ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:51.854728 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-02939d40-2480-4c76-9dd1-5ed3a49e92ea req-ea5967e4-80c5-44a1-88c7-9613930a52ca service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4650261d-14da-4314-a14e-d6ffe8cfac33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516746 Jun 18 13:01:51.865835 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-fe6b8556-a7ef-4a3c-bfab-987df99d2bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:51.947281 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-02939d40-2480-4c76-9dd1-5ed3a49e92ea req-49812cd7-63ad-4ad0-b22f-807a2d99394d service neutron] 10.222.0.77 "GET /v2.0/networks/4650261d-14da-4314-a14e-d6ffe8cfac33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851972 Jun 18 13:01:52.038947 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-02939d40-2480-4c76-9dd1-5ed3a49e92ea req-c2caa311-f5e5-4419-867e-a03913a9da77 service neutron] 10.222.0.77 "GET /v2.0/networks/4650261d-14da-4314-a14e-d6ffe8cfac33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799007 Jun 18 13:01:52.807960 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58556e0c-5d78-4274-b7e0-a816e47360b8 req-0da38a84-31b3-49d6-a0ae-90680b549de0 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:52.809437 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-58556e0c-5d78-4274-b7e0-a816e47360b8 req-0da38a84-31b3-49d6-a0ae-90680b549de0 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 984 time: 0.0660393 Jun 18 13:01:52.850637 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-58556e0c-5d78-4274-b7e0-a816e47360b8 req-610f24cd-72b4-4216-b500-8cbd75f06c17 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=442932d9-176a-4c92-8ef9-34e929df03c7&id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354328 Jun 18 13:01:54.029551 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6738265-d58d-4865-9bfe-91fab2a35cd1 req-cc5a640e-2eb7-487d-8860-d7d5b5bdf89f tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:54.031577 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-a6738265-d58d-4865-9bfe-91fab2a35cd1 req-cc5a640e-2eb7-487d-8860-d7d5b5bdf89f tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 984 time: 0.0686345 Jun 18 13:01:54.078311 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-a6738265-d58d-4865-9bfe-91fab2a35cd1 req-8db3c0d6-f4e7-40c2-8a36-d9cfe8867812 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=442932d9-176a-4c92-8ef9-34e929df03c7&id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407665 Jun 18 13:01:54.709697 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-471c785f-6082-489d-8512-2855125efb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:55.046981 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:55.255696 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3d243-5bc5-4690-a051-bc6f7d0038de req-f5fa4a9d-16a1-447f-8bb1-ae50db257b86 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:55.257326 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-23f3d243-5bc5-4690-a051-bc6f7d0038de req-f5fa4a9d-16a1-447f-8bb1-ae50db257b86 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 984 time: 0.0664527 Jun 18 13:01:55.298646 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-23f3d243-5bc5-4690-a051-bc6f7d0038de req-22f89bff-2b6f-4749-bbda-5a5a28aace67 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=442932d9-176a-4c92-8ef9-34e929df03c7&id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343018 Jun 18 13:01:55.962437 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:56.481531 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7cfbac-f155-4eda-a624-40549b6abe76 req-13006adb-6aed-4552-ab77-8f2093e7c9bf tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:56.483004 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-be7cfbac-f155-4eda-a624-40549b6abe76 req-13006adb-6aed-4552-ab77-8f2093e7c9bf tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 984 time: 0.0669475 Jun 18 13:01:56.529979 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-be7cfbac-f155-4eda-a624-40549b6abe76 req-be68d886-6bdc-4013-a58a-167128df09a9 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=442932d9-176a-4c92-8ef9-34e929df03c7&id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411024 Jun 18 13:01:57.699159 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:01:57.703918 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6ea6f-6274-441a-a507-d018ae0f8854 req-40f30cd4-9b17-49c1-9a84-0ac0a5a82017 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:57.705412 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-19e6ea6f-6274-441a-a507-d018ae0f8854 req-40f30cd4-9b17-49c1-9a84-0ac0a5a82017 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 984 time: 0.0651660 Jun 18 13:01:57.753532 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-19e6ea6f-6274-441a-a507-d018ae0f8854 req-53f14385-73cd-4114-abc2-0a5138a8a02d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=442932d9-176a-4c92-8ef9-34e929df03c7&id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421042 Jun 18 13:01:58.944226 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3550e0-2b40-4577-8ed3-983969ab2e32 req-4c15d9d2-d87c-4c8f-89a4-0997464c46be tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:58.945727 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ff3550e0-2b40-4577-8ed3-983969ab2e32 req-4c15d9d2-d87c-4c8f-89a4-0997464c46be tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 984 time: 0.0687904 Jun 18 13:01:58.986727 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ff3550e0-2b40-4577-8ed3-983969ab2e32 req-cecd24a9-b85b-4ccc-8208-5f883a10420a tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=442932d9-176a-4c92-8ef9-34e929df03c7&id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350735 Jun 18 13:01:59.010147 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a500c139-d112-4f05-a52c-00952d58cdc9 req-1f6bf104-73b0-4db3-a721-20c28326e2c0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0553932 Jun 18 13:01:59.106176 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500c139-d112-4f05-a52c-00952d58cdc9 req-b6542c26-bf61-4116-be4b-c3b5d19d5c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:59.107782 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a500c139-d112-4f05-a52c-00952d58cdc9 req-b6542c26-bf61-4116-be4b-c3b5d19d5c58 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=76a1137086a74a1d8351f72b15781da7&device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 1098 time: 0.0591574 Jun 18 13:01:59.225723 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500c139-d112-4f05-a52c-00952d58cdc9 req-470636b9-f2e3-461f-bf01-81694bff0d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:59.227131 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a500c139-d112-4f05-a52c-00952d58cdc9 req-470636b9-f2e3-461f-bf01-81694bff0d24 service neutron] 10.222.0.77 "GET /v2.0/networks?id=30ee0f4a-9895-462e-97b8-d479dbd49188 HTTP/1.1" status: 200 len: 909 time: 0.0867627 Jun 18 13:01:59.296070 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a500c139-d112-4f05-a52c-00952d58cdc9 req-7092b7ec-745d-44db-a61d-b43d10eeca6a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ce417cd-f6e2-4358-9139-155b17d7862f HTTP/1.1" status: 200 len: 1001 time: 0.0565984 Jun 18 13:01:59.345268 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500c139-d112-4f05-a52c-00952d58cdc9 req-cd3f55f3-09e6-4ec1-bc08-817c520dfc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:59.346650 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a500c139-d112-4f05-a52c-00952d58cdc9 req-cd3f55f3-09e6-4ec1-bc08-817c520dfc56 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e2223505-7fbb-49dd-9bb8-6c3ce2ada832 HTTP/1.1" status: 200 len: 847 time: 0.0437248 Jun 18 13:01:59.407100 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500c139-d112-4f05-a52c-00952d58cdc9 req-ab6ca67b-189c-4f57-b9af-9582d51bb0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:01:59.408528 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a500c139-d112-4f05-a52c-00952d58cdc9 req-ab6ca67b-189c-4f57-b9af-9582d51bb0a9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=30ee0f4a-9895-462e-97b8-d479dbd49188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550070 Jun 18 13:01:59.496985 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a500c139-d112-4f05-a52c-00952d58cdc9 req-e061dcf1-14c2-4041-8ec7-f27e4601a9a2 service neutron] 10.222.0.77 "GET /v2.0/networks/30ee0f4a-9895-462e-97b8-d479dbd49188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794575 Jun 18 13:01:59.589247 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a500c139-d112-4f05-a52c-00952d58cdc9 req-690b56b4-15f3-45f7-87e3-b65dbf7aaf31 service neutron] 10.222.0.77 "GET /v2.0/networks/30ee0f4a-9895-462e-97b8-d479dbd49188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840483 Jun 18 13:02:00.053671 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:02:00.158591 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68813c6-5b8d-4c7f-bcde-ded1eef19d86 req-842d2dea-2f47-4138-a4d3-fb7963517a89 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:02:00.159919 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f68813c6-5b8d-4c7f-bcde-ded1eef19d86 req-842d2dea-2f47-4138-a4d3-fb7963517a89 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 984 time: 0.0630565 Jun 18 13:02:00.199672 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f68813c6-5b8d-4c7f-bcde-ded1eef19d86 req-68e911a4-1579-42d3-ae3a-7ddcfd970831 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=442932d9-176a-4c92-8ef9-34e929df03c7&id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333953 Jun 18 13:02:01.371108 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefaa71e-5c74-439d-bebc-0442feb18369 req-eb27ca68-7ee8-49b5-bf27-3c5c4fb7c04d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:02:01.372903 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-fefaa71e-5c74-439d-bebc-0442feb18369 req-eb27ca68-7ee8-49b5-bf27-3c5c4fb7c04d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 984 time: 0.0619898 Jun 18 13:02:01.412685 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-fefaa71e-5c74-439d-bebc-0442feb18369 req-49531f1f-09d2-40ba-8767-6662d8a7f830 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=442932d9-176a-4c92-8ef9-34e929df03c7&id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339172 Jun 18 13:02:02.587282 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb10e0-29e1-40e7-8854-5af485f4be84 req-67ea1eae-1180-4001-b6ec-09d238e8a6c2 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:02:02.588732 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0bfb10e0-29e1-40e7-8854-5af485f4be84 req-67ea1eae-1180-4001-b6ec-09d238e8a6c2 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 984 time: 0.0654519 Jun 18 13:02:02.628903 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0bfb10e0-29e1-40e7-8854-5af485f4be84 req-336e5a47-3ef0-4324-8796-a63df60d518f tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=442932d9-176a-4c92-8ef9-34e929df03c7&id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335829 Jun 18 13:02:03.802662 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b8a06-14c3-497a-8463-173a21f4b365 req-83009be6-9820-4d28-a676-9537a5b8e9bd tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:02:03.804110 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-e09b8a06-14c3-497a-8463-173a21f4b365 req-83009be6-9820-4d28-a676-9537a5b8e9bd tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 984 time: 0.0651073 Jun 18 13:02:03.842702 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-e09b8a06-14c3-497a-8463-173a21f4b365 req-79cad4d3-d4da-48eb-bbb0-928d84b3898b tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=442932d9-176a-4c92-8ef9-34e929df03c7&id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0321999 Jun 18 13:02:05.022144 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01303d4a-2798-43a8-a424-902ee1d1fbae req-6dd0a692-37f7-4c69-84de-26ea963e4e5a tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:02:05.023577 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-01303d4a-2798-43a8-a424-902ee1d1fbae req-6dd0a692-37f7-4c69-84de-26ea963e4e5a tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 984 time: 0.0691996 Jun 18 13:02:05.065075 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-01303d4a-2798-43a8-a424-902ee1d1fbae req-dbcdc0aa-b221-485d-9772-8e992c61feaa tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=442932d9-176a-4c92-8ef9-34e929df03c7&id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353112 Jun 18 13:02:06.238020 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc85d8-ab52-4ff4-9bed-e873b8b72888 req-3053b007-fd56-430e-98ff-eba262b94407 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:02:06.239461 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-87dc85d8-ab52-4ff4-9bed-e873b8b72888 req-3053b007-fd56-430e-98ff-eba262b94407 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 984 time: 0.0622232 Jun 18 13:02:06.278740 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-87dc85d8-ab52-4ff4-9bed-e873b8b72888 req-fd0a40e1-7bc0-4947-b235-0d89fb4aaf32 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=442932d9-176a-4c92-8ef9-34e929df03c7&id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333049 Jun 18 13:02:07.449087 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6069ab-640e-4375-b481-63400c658805 req-274b5080-c9c9-4389-829d-71df9a6c9584 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:02:07.450524 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-1e6069ab-640e-4375-b481-63400c658805 req-274b5080-c9c9-4389-829d-71df9a6c9584 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 984 time: 0.0623376 Jun 18 13:02:07.490259 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-1e6069ab-640e-4375-b481-63400c658805 req-c5ab3436-84bd-4f45-9a9c-16fbce682fb1 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=442932d9-176a-4c92-8ef9-34e929df03c7&id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335031 Jun 18 13:02:08.508849 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 13:02:08.676485 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d77289-ec32-411f-9a6f-12d6144ea0ab req-673691f8-68b9-4b15-8bfc-b5f87869e389 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:02:08.678187 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-e7d77289-ec32-411f-9a6f-12d6144ea0ab req-673691f8-68b9-4b15-8bfc-b5f87869e389 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 984 time: 0.0791442 Jun 18 13:02:08.722121 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-e7d77289-ec32-411f-9a6f-12d6144ea0ab req-4aef4d12-6a45-42ba-b347-d645826c43b8 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=442932d9-176a-4c92-8ef9-34e929df03c7&id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377908 Jun 18 13:02:16.018062 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e974b7-790d-4f68-857a-319d9345ae96 req-4156b5eb-0ec8-4970-a538-13dec3d57ba7 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:02:16.019488 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-99e974b7-790d-4f68-857a-319d9345ae96 req-4156b5eb-0ec8-4970-a538-13dec3d57ba7 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 945 time: 0.0718510 Jun 18 13:02:16.057234 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-99e974b7-790d-4f68-857a-319d9345ae96 req-cde4b76a-3e03-4af5-8349-8da82902405f tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320811 Jun 18 13:02:17.231961 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a7b37-ce04-4a23-98f2-4dd8b928982c req-17e933d3-eba3-46f7-bf85-1b139c1f2fcb tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:02:17.233432 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-008a7b37-ce04-4a23-98f2-4dd8b928982c req-17e933d3-eba3-46f7-bf85-1b139c1f2fcb tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 945 time: 0.0624938 Jun 18 13:02:17.270508 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-008a7b37-ce04-4a23-98f2-4dd8b928982c req-a33678e0-fa21-42d8-a15a-6a4691761c22 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308478 Jun 18 13:02:18.485835 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0215a-6bc9-4797-976c-ac4b801c70e0 req-779c5e16-0e6e-45bb-bd3c-52edb3a6f569 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:02:18.487309 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1eb0215a-6bc9-4797-976c-ac4b801c70e0 req-779c5e16-0e6e-45bb-bd3c-52edb3a6f569 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 945 time: 0.0887413 Jun 18 13:02:18.524772 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1eb0215a-6bc9-4797-976c-ac4b801c70e0 req-a59ce075-99fa-4324-a03c-282602dc3b7a tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314679 Jun 18 13:02:19.699564 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b39c5-f930-45ef-9d0d-1a0c69d0c01d req-3e749105-cde7-4ecd-b153-75e8ebb6f74b tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:02:19.701012 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3d9b39c5-f930-45ef-9d0d-1a0c69d0c01d req-3e749105-cde7-4ecd-b153-75e8ebb6f74b tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 945 time: 0.0633883 Jun 18 13:02:19.738256 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3d9b39c5-f930-45ef-9d0d-1a0c69d0c01d req-9354359a-4bc3-41a8-a87e-396d5aa42bcb tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309682 Jun 18 13:02:20.910961 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655d853-873f-49cf-8e13-9ca083ef9afb req-58969df7-de7b-4ef2-ae3b-0d31bca48bc2 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:02:20.912421 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a655d853-873f-49cf-8e13-9ca083ef9afb req-58969df7-de7b-4ef2-ae3b-0d31bca48bc2 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 945 time: 0.0625296 Jun 18 13:02:20.954800 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a655d853-873f-49cf-8e13-9ca083ef9afb req-9ee4f4ee-0859-49b1-b7cf-df98d2850202 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367370 Jun 18 13:02:21.866539 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-b511c498-3a71-4aef-88e4-d945920737a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:02:22.124998 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e9c0c-9e61-4ddd-8441-fd8244a04f13 req-5020d092-9a16-4172-923a-a6e1ceaf94a3 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:02:22.127132 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-350e9c0c-9e61-4ddd-8441-fd8244a04f13 req-5020d092-9a16-4172-923a-a6e1ceaf94a3 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 945 time: 0.0634420 Jun 18 13:02:22.175259 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-350e9c0c-9e61-4ddd-8441-fd8244a04f13 req-0bbcbb00-fb6d-4b69-b131-0b53f7891c82 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418475 Jun 18 13:02:23.349676 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f662d-080f-4b98-88cf-6ac3d490531c req-d11b51b1-e09c-4073-8e60-c2cdc4351e02 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:02:23.351131 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-898f662d-080f-4b98-88cf-6ac3d490531c req-d11b51b1-e09c-4073-8e60-c2cdc4351e02 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 945 time: 0.0636089 Jun 18 13:02:23.389203 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-898f662d-080f-4b98-88cf-6ac3d490531c req-9dd58afe-fbaf-4e22-a6e3-f59cd3e9949d tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324225 Jun 18 13:02:24.581799 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284f8de-f7eb-4965-b0a0-3f03bc7697d6 req-f89acebd-41f4-4c9c-9100-6414498ed4a6 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:02:24.584021 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d284f8de-f7eb-4965-b0a0-3f03bc7697d6 req-f89acebd-41f4-4c9c-9100-6414498ed4a6 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 945 time: 0.0822666 Jun 18 13:02:24.639315 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d284f8de-f7eb-4965-b0a0-3f03bc7697d6 req-0257026d-599a-4460-b5e2-7b3178dfe32c tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414124 Jun 18 13:02:24.713293 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-3c715482-9b5d-467c-8e5a-b4b4f754cddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:02:25.048966 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:02:25.811954 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269cee5-abb2-49fc-82f8-ea35413dbca3 req-b937a5d1-3c2f-415e-898f-4feb667b7bdf tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:02:25.813413 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-2269cee5-abb2-49fc-82f8-ea35413dbca3 req-b937a5d1-3c2f-415e-898f-4feb667b7bdf tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 945 time: 0.0633020 Jun 18 13:02:25.849598 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-2269cee5-abb2-49fc-82f8-ea35413dbca3 req-cf35e25f-f1cd-452d-8ed3-671e42a7e4c7 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305409 Jun 18 13:02:25.965102 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:02:27.020899 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a9746-1302-4d53-b2b7-0cd158d3c74a req-c1a1282e-0d26-47cf-83d8-3141ccaefe57 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:02:27.022336 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6f1a9746-1302-4d53-b2b7-0cd158d3c74a req-c1a1282e-0d26-47cf-83d8-3141ccaefe57 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 945 time: 0.0619698 Jun 18 13:02:27.064537 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6f1a9746-1302-4d53-b2b7-0cd158d3c74a req-3339aeac-18c8-4552-b7b0-f081984771db tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366948 Jun 18 13:02:27.427198 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70036dc7-57dd-48c4-8a25-dd0569a85691 req-fe8e4f01-5a5b-42c0-b450-dd8dd247087a tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:02:27.428640 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-70036dc7-57dd-48c4-8a25-dd0569a85691 req-fe8e4f01-5a5b-42c0-b450-dd8dd247087a tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 945 time: 0.0956559 Jun 18 13:02:27.468091 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2153df-3e3d-4d6a-a65d-5deb5ed1805e req-efa537d8-7d39-4a3e-ae99-abc0d9bfa6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:02:27.469535 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3b2153df-3e3d-4d6a-a65d-5deb5ed1805e req-efa537d8-7d39-4a3e-ae99-abc0d9bfa6af service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=644594a679e942c59bed9f9e6411811e&device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 1098 time: 0.0937762 Jun 18 13:02:27.476529 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-70036dc7-57dd-48c4-8a25-dd0569a85691 req-126a4ae9-720a-4c95-8323-dfdbd118850e tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422115 Jun 18 13:02:27.562826 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2153df-3e3d-4d6a-a65d-5deb5ed1805e req-1b30a319-2b9f-427c-a1b9-20ff462fc8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:02:27.565208 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3b2153df-3e3d-4d6a-a65d-5deb5ed1805e req-1b30a319-2b9f-427c-a1b9-20ff462fc8d9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=104453e3-7b6d-46e4-8eed-f30fcc01cf9f HTTP/1.1" status: 200 len: 911 time: 0.0869718 Jun 18 13:02:27.628964 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3b2153df-3e3d-4d6a-a65d-5deb5ed1805e req-e87b2b80-bfcc-49f2-a9a4-36392c3228ad service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d489e913-36d3-4f50-a9ec-70dcfed2aca1 HTTP/1.1" status: 200 len: 1001 time: 0.0565023 Jun 18 13:02:27.680264 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2153df-3e3d-4d6a-a65d-5deb5ed1805e req-c0493936-2d47-4041-b2ae-bf8f03ba3f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:02:27.681657 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3b2153df-3e3d-4d6a-a65d-5deb5ed1805e req-c0493936-2d47-4041-b2ae-bf8f03ba3f02 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=27bb86f4-b359-4030-a800-8900e90a475a HTTP/1.1" status: 200 len: 849 time: 0.0460420 Jun 18 13:02:27.701282 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:02:27.739103 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2153df-3e3d-4d6a-a65d-5deb5ed1805e req-665d4f81-5e1f-460c-8374-e141efdf348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:02:27.740534 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3b2153df-3e3d-4d6a-a65d-5deb5ed1805e req-665d4f81-5e1f-460c-8374-e141efdf348e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=104453e3-7b6d-46e4-8eed-f30fcc01cf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520580 Jun 18 13:02:27.834465 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3b2153df-3e3d-4d6a-a65d-5deb5ed1805e req-c9dec733-dea1-4842-a912-08df269792cd service neutron] 10.222.0.77 "GET /v2.0/networks/104453e3-7b6d-46e4-8eed-f30fcc01cf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871131 Jun 18 13:02:27.928590 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3b2153df-3e3d-4d6a-a65d-5deb5ed1805e req-8c951e75-ea21-4d8e-b5c5-4f01861f8bb4 service neutron] 10.222.0.77 "GET /v2.0/networks/104453e3-7b6d-46e4-8eed-f30fcc01cf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871577 Jun 18 13:02:28.652293 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bd968-b5c5-4d4e-a777-04e50554cddc req-e781f970-3755-4cb8-9662-516a205fd96c tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:02:28.653683 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-749bd968-b5c5-4d4e-a777-04e50554cddc req-e781f970-3755-4cb8-9662-516a205fd96c tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 945 time: 0.0636833 Jun 18 13:02:28.692419 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-749bd968-b5c5-4d4e-a777-04e50554cddc req-ee7c357a-27f7-4447-8085-70c9d89adffe tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322130 Jun 18 13:02:29.871058 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd4046-feb8-4dbe-a06b-21624494ee8d req-22819692-1ef9-4df6-b736-61738a23b569 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:02:29.872456 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-29dd4046-feb8-4dbe-a06b-21624494ee8d req-22819692-1ef9-4df6-b736-61738a23b569 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 945 time: 0.0648761 Jun 18 13:02:29.909507 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-29dd4046-feb8-4dbe-a06b-21624494ee8d req-ae0707a8-dd78-4b29-ae39-592971465ee7 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307627 Jun 18 13:02:30.056914 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:02:45.507996 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 13:02:51.868227 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-c2bb37a3-ba46-4bf3-8b96-78d45c6fc3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:02:54.713491 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-2b2e8c91-1391-47fa-8960-925677a1f3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:02:55.050268 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:02:55.967788 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:02:57.703778 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:00.051300 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:01.022412 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ca677544-a27e-437f-bf5c-d789b506adc3 req-591e690c-b00b-477c-9469-7991978d2983 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507846 Jun 18 13:03:01.101533 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca677544-a27e-437f-bf5c-d789b506adc3 req-64f18d38-15da-43ce-9330-15a788e81be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:01.102952 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ca677544-a27e-437f-bf5c-d789b506adc3 req-64f18d38-15da-43ce-9330-15a788e81be9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=644594a679e942c59bed9f9e6411811e&device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 1098 time: 0.0504766 Jun 18 13:03:01.210911 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca677544-a27e-437f-bf5c-d789b506adc3 req-6b234413-51da-44a5-b101-a7d2f6db6e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:01.212359 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ca677544-a27e-437f-bf5c-d789b506adc3 req-6b234413-51da-44a5-b101-a7d2f6db6e6c service neutron] 10.222.0.77 "GET /v2.0/networks?id=104453e3-7b6d-46e4-8eed-f30fcc01cf9f HTTP/1.1" status: 200 len: 911 time: 0.0870247 Jun 18 13:03:01.274398 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ca677544-a27e-437f-bf5c-d789b506adc3 req-bc71be11-46ea-4304-ac39-4f769b6c255d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d489e913-36d3-4f50-a9ec-70dcfed2aca1 HTTP/1.1" status: 200 len: 1001 time: 0.0554426 Jun 18 13:03:01.322993 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca677544-a27e-437f-bf5c-d789b506adc3 req-cd2a1fa3-2d73-4d0d-ab46-e259835f4ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:01.324519 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ca677544-a27e-437f-bf5c-d789b506adc3 req-cd2a1fa3-2d73-4d0d-ab46-e259835f4ae5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=27bb86f4-b359-4030-a800-8900e90a475a HTTP/1.1" status: 200 len: 849 time: 0.0436356 Jun 18 13:03:01.388414 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca677544-a27e-437f-bf5c-d789b506adc3 req-66600bd4-6b58-489f-9f1c-c2fa8d862605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:01.390009 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ca677544-a27e-437f-bf5c-d789b506adc3 req-66600bd4-6b58-489f-9f1c-c2fa8d862605 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=104453e3-7b6d-46e4-8eed-f30fcc01cf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0587308 Jun 18 13:03:01.481180 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ca677544-a27e-437f-bf5c-d789b506adc3 req-811d7189-3ba1-4d6a-90cf-4baf68a70210 service neutron] 10.222.0.77 "GET /v2.0/networks/104453e3-7b6d-46e4-8eed-f30fcc01cf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819738 Jun 18 13:03:01.572391 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ca677544-a27e-437f-bf5c-d789b506adc3 req-ad3e5c67-be71-4859-b2c6-5c9728253810 service neutron] 10.222.0.77 "GET /v2.0/networks/104453e3-7b6d-46e4-8eed-f30fcc01cf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837374 Jun 18 13:03:19.764712 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 54958) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:03:19.917229 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [None req-143a72f5-4da1-4b6e-9b7f-c27af806267c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Deleting port 77cc6700-bae5-4599-af4e-1f2dbe1d6901 {{(pid=92825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:03:19.917478 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-143a72f5-4da1-4b6e-9b7f-c27af806267c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:19.996517 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-143a72f5-4da1-4b6e-9b7f-c27af806267c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:19.996875 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-143a72f5-4da1-4b6e-9b7f-c27af806267c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:20.061439 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [None req-143a72f5-4da1-4b6e-9b7f-c27af806267c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Calling delete_port for 77cc6700-bae5-4599-af4e-1f2dbe1d6901 owned by network:floatingip {{(pid=92825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:03:20.232091 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-143a72f5-4da1-4b6e-9b7f-c27af806267c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8372373'] for port, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:20.234155 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-a05d9acd-1c89-49eb-803c-4600b9c92725 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:20.257394 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a72f5-4da1-4b6e-9b7f-c27af806267c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Pushing event deleted for resources: {'Port': ['ID=77cc6700-bae5-4599-af4e-1f2dbe1d6901,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:20.267864 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a72f5-4da1-4b6e-9b7f-c27af806267c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:03:20.268232 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a72f5-4da1-4b6e-9b7f-c27af806267c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:03:20.268592 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a72f5-4da1-4b6e-9b7f-c27af806267c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:03:20.268968 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a72f5-4da1-4b6e-9b7f-c27af806267c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:03:20.269320 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a72f5-4da1-4b6e-9b7f-c27af806267c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:03:20.269668 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a72f5-4da1-4b6e-9b7f-c27af806267c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:03:20.270012 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a72f5-4da1-4b6e-9b7f-c27af806267c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:03:20.270357 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a72f5-4da1-4b6e-9b7f-c27af806267c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:03:20.270703 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a72f5-4da1-4b6e-9b7f-c27af806267c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:03:20.271047 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a72f5-4da1-4b6e-9b7f-c27af806267c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:03:20.272092 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a72f5-4da1-4b6e-9b7f-c27af806267c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:03:20.272469 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a72f5-4da1-4b6e-9b7f-c27af806267c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:03:20.289684 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-143a72f5-4da1-4b6e-9b7f-c27af806267c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:20.329300 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-143a72f5-4da1-4b6e-9b7f-c27af806267c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks [] for floatingip, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:20.329633 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.db.l3_db [None req-143a72f5-4da1-4b6e-9b7f-c27af806267c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Floating IP 36d8b0c3-424a-41d6-b394-1f788f2ce2e8 disassociated (deleted). External IP: 172.27.0.146, port: 1ce417cd-f6e2-4358-9139-155b17d7862f. Jun 18 13:03:20.529907 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143a72f5-4da1-4b6e-9b7f-c27af806267c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Router 99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d has already been hosted by L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc {{(pid=92825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 13:03:20.635814 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143a72f5-4da1-4b6e-9b7f-c27af806267c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 13:03:20.641249 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-143a72f5-4da1-4b6e-9b7f-c27af806267c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for floatingip, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:20.646845 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e173377a-9c6e-4c0b-a441-e674fcbfd5a4 None None] Sync routers for ids ['99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d'] in dv-cinder-797073-1-iscsi {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 13:03:20.660631 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e173377a-9c6e-4c0b-a441-e674fcbfd5a4 None None] Routers {'99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:03:20.661286 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-e173377a-9c6e-4c0b-a441-e674fcbfd5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:02:55Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:03:20.681089 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-143a72f5-4da1-4b6e-9b7f-c27af806267c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "DELETE /v2.0/floatingips/36d8b0c3-424a-41d6-b394-1f788f2ce2e8 HTTP/1.1" status: 204 len: 168 time: 0.9152384 Jun 18 13:03:20.681793 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcdddea9-10dc-4a67-ad7a-4cbb390106c3', 'tag': '1ce417cd-f6e2-4358-9139-155b17d7862f'}] {{(pid=92825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:03:20.684718 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cbce1c661b203a7f45efff8c445c42f162c6430a9c28178aa2be3d6d959831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033961d3-b10e-4138-8242-c7a638f7ba12" -d '{"events": [{"name": "network-changed", "server_uuid": "bcdddea9-10dc-4a67-ad7a-4cbb390106c3", "tag": "1ce417cd-f6e2-4358-9139-155b17d7862f"}]}' {{(pid=92825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:03:20.731666 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 13:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cc5fd1-768d-482d-bccf-28e8edfb1f95 x-openstack-request-id: req-a8cc5fd1-768d-482d-bccf-28e8edfb1f95 {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:03:20.732168 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcdddea9-10dc-4a67-ad7a-4cbb390106c3", "tag": "1ce417cd-f6e2-4358-9139-155b17d7862f", "status": "completed", "code": 200}]} {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:03:20.732608 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a8cc5fd1-768d-482d-bccf-28e8edfb1f95 {{(pid=92825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:03:20.733063 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcdddea9-10dc-4a67-ad7a-4cbb390106c3', 'tag': '1ce417cd-f6e2-4358-9139-155b17d7862f', 'status': 'completed', 'code': 200} Jun 18 13:03:20.772829 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-e173377a-9c6e-4c0b-a441-e674fcbfd5a4 None None] Set router 99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:03:20.861978 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033961d3-b10e-4138-8242-c7a638f7ba12 req-5453ff6a-61e7-4949-9fa3-8ea7971975d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:20.864343 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-033961d3-b10e-4138-8242-c7a638f7ba12 req-5453ff6a-61e7-4949-9fa3-8ea7971975d3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=76a1137086a74a1d8351f72b15781da7&device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 1098 time: 0.0890896 Jun 18 13:03:20.980503 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033961d3-b10e-4138-8242-c7a638f7ba12 req-88097bd2-c663-4298-b8b5-0fba11a0496d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:20.982230 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-033961d3-b10e-4138-8242-c7a638f7ba12 req-88097bd2-c663-4298-b8b5-0fba11a0496d service neutron] 10.222.0.77 "GET /v2.0/networks?id=30ee0f4a-9895-462e-97b8-d479dbd49188 HTTP/1.1" status: 200 len: 909 time: 0.1102822 Jun 18 13:03:20.985266 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-e173377a-9c6e-4c0b-a441-e674fcbfd5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d', 'name': 'tempest-TestShelveInstance-529498587-router', 'tenant_id': '76a1137086a74a1d8351f72b15781da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd4b62f62-2968-48eb-b339-b9b4649b22e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:56:11Z', 'updated_at': '2021-06-18T12:56:15Z', 'revision_number': 4, 'project_id': '76a1137086a74a1d8351f72b15781da7', 'gw_port': {'id': 'd4b62f62-2968-48eb-b339-b9b4649b22e3', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:56:12Z', 'updated_at': '2021-06-18T12:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': '7faf979d-dc66-45c2-958e-8700ab18e3f9', 'name': '', 'network_id': '30ee0f4a-9895-462e-97b8-d479dbd49188', 'tenant_id': '76a1137086a74a1d8351f72b15781da7', 'mac_address': 'fa:16:3e:ba:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e2223505-7fbb-49dd-9bb8-6c3ce2ada832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:56:15Z', 'updated_at': '2021-06-18T12:56:22Z', 'revision_number': 5, 'project_id': '76a1137086a74a1d8351f72b15781da7', 'subnets': [{'id': 'e2223505-7fbb-49dd-9bb8-6c3ce2ada832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:03:21.014017 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e173377a-9c6e-4c0b-a441-e674fcbfd5a4 None None] Checking router: 99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d for host: dv-cinder-797073-1-iscsi {{(pid=92827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 13:03:21.023203 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e173377a-9c6e-4c0b-a441-e674fcbfd5a4 None None] Routers {'99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:03:21.023818 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-e173377a-9c6e-4c0b-a441-e674fcbfd5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:02:55Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:03:21.039562 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-033961d3-b10e-4138-8242-c7a638f7ba12 req-c2de32bb-fe85-4211-b38b-5e1e11c04d60 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ce417cd-f6e2-4358-9139-155b17d7862f HTTP/1.1" status: 200 len: 217 time: 0.0362465 Jun 18 13:03:21.082795 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e0fb0-4df6-4e44-984b-d1c7d5750e36 req-cd258c30-bae4-4366-8d1a-5ecbb767669a tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:21.085475 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-9d7e0fb0-4df6-4e44-984b-d1c7d5750e36 req-cd258c30-bae4-4366-8d1a-5ecbb767669a tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 945 time: 0.0725293 Jun 18 13:03:21.094943 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033961d3-b10e-4138-8242-c7a638f7ba12 req-04bee2ab-97e8-4c00-b2b8-1793053ced2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:21.096367 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-033961d3-b10e-4138-8242-c7a638f7ba12 req-04bee2ab-97e8-4c00-b2b8-1793053ced2b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e2223505-7fbb-49dd-9bb8-6c3ce2ada832 HTTP/1.1" status: 200 len: 847 time: 0.0500736 Jun 18 13:03:21.124133 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-9d7e0fb0-4df6-4e44-984b-d1c7d5750e36 req-59c748e0-9b14-40ba-b613-37d5f246b83c tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326576 Jun 18 13:03:21.132025 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-e173377a-9c6e-4c0b-a441-e674fcbfd5a4 None None] Set router 99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:03:21.155921 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033961d3-b10e-4138-8242-c7a638f7ba12 req-6fadf587-6d26-44bd-be74-6627369b3426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:21.157674 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-033961d3-b10e-4138-8242-c7a638f7ba12 req-6fadf587-6d26-44bd-be74-6627369b3426 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=30ee0f4a-9895-462e-97b8-d479dbd49188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533471 Jun 18 13:03:21.252938 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-033961d3-b10e-4138-8242-c7a638f7ba12 req-5e13245d-73d5-48d5-a54e-403c79e0d441 service neutron] 10.222.0.77 "GET /v2.0/networks/30ee0f4a-9895-462e-97b8-d479dbd49188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867152 Jun 18 13:03:21.330884 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-e173377a-9c6e-4c0b-a441-e674fcbfd5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d', 'name': 'tempest-TestShelveInstance-529498587-router', 'tenant_id': '76a1137086a74a1d8351f72b15781da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd4b62f62-2968-48eb-b339-b9b4649b22e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:56:11Z', 'updated_at': '2021-06-18T12:56:15Z', 'revision_number': 4, 'project_id': '76a1137086a74a1d8351f72b15781da7', 'gw_port': {'id': 'd4b62f62-2968-48eb-b339-b9b4649b22e3', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:56:12Z', 'updated_at': '2021-06-18T12:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': '7faf979d-dc66-45c2-958e-8700ab18e3f9', 'name': '', 'network_id': '30ee0f4a-9895-462e-97b8-d479dbd49188', 'tenant_id': '76a1137086a74a1d8351f72b15781da7', 'mac_address': 'fa:16:3e:ba:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e2223505-7fbb-49dd-9bb8-6c3ce2ada832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:56:15Z', 'updated_at': '2021-06-18T12:56:22Z', 'revision_number': 5, 'project_id': '76a1137086a74a1d8351f72b15781da7', 'subnets': [{'id': 'e2223505-7fbb-49dd-9bb8-6c3ce2ada832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:03:21.343478 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-033961d3-b10e-4138-8242-c7a638f7ba12 req-da5e2c7b-c44d-43e9-bcae-76e368c67756 service neutron] 10.222.0.77 "GET /v2.0/networks/30ee0f4a-9895-462e-97b8-d479dbd49188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830712 Jun 18 13:03:21.356923 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e173377a-9c6e-4c0b-a441-e674fcbfd5a4 None None] The sync data for ids ['99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d'] in dv-cinder-797073-1-iscsi is: [{'id': '99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d', 'name': 'tempest-TestShelveInstance-529498587-router', 'tenant_id': '76a1137086a74a1d8351f72b15781da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd4b62f62-2968-48eb-b339-b9b4649b22e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:56:11Z', 'updated_at': '2021-06-18T12:56:15Z', 'revision_number': 4, 'project_id': '76a1137086a74a1d8351f72b15781da7', 'gw_port': {'id': 'd4b62f62-2968-48eb-b339-b9b4649b22e3', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:56:12Z', 'updated_at': '2021-06-18T12:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': '7faf979d-dc66-45c2-958e-8700ab18e3f9', 'name': '', 'network_id': '30ee0f4a-9895-462e-97b8-d479dbd49188', 'tenant_id': '76a1137086a74a1d8351f72b15781da7', 'mac_address': 'fa:16:3e:ba:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e2223505-7fbb-49dd-9bb8-6c3ce2ada832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:56:15Z', 'updated_at': '2021-06-18T12:56:22Z', 'revision_number': 5, 'project_id': '76a1137086a74a1d8351f72b15781da7', 'subnets': [{'id': 'e2223505-7fbb-49dd-9bb8-6c3ce2ada832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 13:03:21.564435 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e8ba20-34a5-43ec-a659-8c5b75bdb671 None None] New status for floating IP 36d8b0c3-424a-41d6-b394-1f788f2ce2e8: DOWN {{(pid=92828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 13:03:21.868283 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-cf3696ac-2047-419e-8301-be7c11040ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:22.298479 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a5821-44a4-479f-8053-a640b5cbc783 req-fad6018d-da5b-4056-aaac-397d9c045759 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:22.299817 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ce1a5821-44a4-479f-8053-a640b5cbc783 req-fad6018d-da5b-4056-aaac-397d9c045759 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 945 time: 0.0622175 Jun 18 13:03:22.336929 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ce1a5821-44a4-479f-8053-a640b5cbc783 req-457181e5-21f9-454e-862c-150195227b76 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307479 Jun 18 13:03:22.505777 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 13:03:23.283529 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bddcb-154a-4850-a1e0-3cb952374141 req-78d0935a-f84b-41f7-87ab-99800b2aaa64 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:23.284969 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-0d2bddcb-154a-4850-a1e0-3cb952374141 req-78d0935a-f84b-41f7-87ab-99800b2aaa64 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.77 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 945 time: 0.0673161 Jun 18 13:03:23.409898 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [req-0d2bddcb-154a-4850-a1e0-3cb952374141 req-d478b442-88e3-4cf2-9904-fed518264e81 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Deleting port 1ce417cd-f6e2-4358-9139-155b17d7862f {{(pid=92826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:03:23.410260 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-0d2bddcb-154a-4850-a1e0-3cb952374141 req-d478b442-88e3-4cf2-9904-fed518264e81 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:23.501721 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [req-0d2bddcb-154a-4850-a1e0-3cb952374141 req-d478b442-88e3-4cf2-9904-fed518264e81 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] For port 1ce417cd-f6e2-4358-9139-155b17d7862f, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=1ce417cd-f6e2-4358-9139-155b17d7862f,segment=NetworkSegment(20fee010-b67a-4285-82a0-f1f158c302fe),segment_id=20fee010-b67a-4285-82a0-f1f158c302fe)] {{(pid=92826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:03:23.502104 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-0d2bddcb-154a-4850-a1e0-3cb952374141 req-d478b442-88e3-4cf2-9904-fed518264e81 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:23.519660 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0d9a4-b294-449e-9bb9-391b39b5b429 req-0a9299fc-7b0e-4d44-a9f9-3560e94bd121 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:23.521918 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-76b0d9a4-b294-449e-9bb9-391b39b5b429 req-0a9299fc-7b0e-4d44-a9f9-3560e94bd121 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 945 time: 0.0684581 Jun 18 13:03:23.561930 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-76b0d9a4-b294-449e-9bb9-391b39b5b429 req-6f3ede4e-0cae-43f0-95ab-2e779fa75ae1 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/security-groups?id=ae68739d-e902-4ae2-8f71-89b993f63b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332398 Jun 18 13:03:23.568072 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [req-0d2bddcb-154a-4850-a1e0-3cb952374141 req-d478b442-88e3-4cf2-9904-fed518264e81 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Calling delete_port for 1ce417cd-f6e2-4358-9139-155b17d7862f owned by compute:nova {{(pid=92826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:03:23.704215 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-0d2bddcb-154a-4850-a1e0-3cb952374141 req-d478b442-88e3-4cf2-9904-fed518264e81 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940132'] for port, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:23.708310 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-54caa7e6-b0e1-4fa3-bbac-8629ef43125b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:23.735203 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478b442-88e3-4cf2-9904-fed518264e81 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Pushing event deleted for resources: {'Port': ['ID=1ce417cd-f6e2-4358-9139-155b17d7862f,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:23.747768 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d478b442-88e3-4cf2-9904-fed518264e81 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:03:23.748183 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d478b442-88e3-4cf2-9904-fed518264e81 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:03:23.748560 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d478b442-88e3-4cf2-9904-fed518264e81 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:03:23.748979 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d478b442-88e3-4cf2-9904-fed518264e81 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:03:23.749348 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d478b442-88e3-4cf2-9904-fed518264e81 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:03:23.749707 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d478b442-88e3-4cf2-9904-fed518264e81 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:03:23.750063 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d478b442-88e3-4cf2-9904-fed518264e81 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:03:23.750417 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d478b442-88e3-4cf2-9904-fed518264e81 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:03:23.750803 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d478b442-88e3-4cf2-9904-fed518264e81 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:03:23.751176 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d478b442-88e3-4cf2-9904-fed518264e81 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:03:23.751539 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d478b442-88e3-4cf2-9904-fed518264e81 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:03:23.751967 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d478b442-88e3-4cf2-9904-fed518264e81 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:03:23.774783 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-d478b442-88e3-4cf2-9904-fed518264e81 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:24.060836 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2bddcb-154a-4850-a1e0-3cb952374141 req-d478b442-88e3-4cf2-9904-fed518264e81 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] No DVR routers for this DVR port 1ce417cd-f6e2-4358-9139-155b17d7862f on host hv-cinder-79707 {{(pid=92826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 13:03:24.063324 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-0d2bddcb-154a-4850-a1e0-3cb952374141 req-d478b442-88e3-4cf2-9904-fed518264e81 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:24.065283 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-0d2bddcb-154a-4850-a1e0-3cb952374141 req-d478b442-88e3-4cf2-9904-fed518264e81 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.77 "DELETE /v2.0/ports/1ce417cd-f6e2-4358-9139-155b17d7862f HTTP/1.1" status: 204 len: 173 time: 0.7600989 Jun 18 13:03:24.065794 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcdddea9-10dc-4a67-ad7a-4cbb390106c3', 'name': 'network-vif-deleted', 'tag': '1ce417cd-f6e2-4358-9139-155b17d7862f'}] {{(pid=92826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:03:24.068061 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7173dab7d1fbfef731d5f8fd5c52510eeface1fe9a62799688baadb2f5777418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a6bac3-6090-4b5d-9517-5a29fdbb460d" -d '{"events": [{"server_uuid": "bcdddea9-10dc-4a67-ad7a-4cbb390106c3", "name": "network-vif-deleted", "tag": "1ce417cd-f6e2-4358-9139-155b17d7862f"}]}' {{(pid=92826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:03:24.107805 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 13:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5223f476-1c81-4160-bb6a-f90108b384c7 x-openstack-request-id: req-5223f476-1c81-4160-bb6a-f90108b384c7 {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:03:24.108138 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcdddea9-10dc-4a67-ad7a-4cbb390106c3", "name": "network-vif-deleted", "tag": "1ce417cd-f6e2-4358-9139-155b17d7862f", "status": "completed", "code": 200}]} {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:03:24.108429 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5223f476-1c81-4160-bb6a-f90108b384c7 {{(pid=92826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:03:24.108889 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcdddea9-10dc-4a67-ad7a-4cbb390106c3', 'name': 'network-vif-deleted', 'tag': '1ce417cd-f6e2-4358-9139-155b17d7862f', 'status': 'completed', 'code': 200} Jun 18 13:03:24.721830 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-6c26ea71-b5cc-4885-8719-06876960dc1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:24.728971 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-cc7d3a2a-dd24-4968-8546-f6d8ff4453d4 req-c39512c0-07bb-4421-82da-d7d85ac8c95f tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcdddea9-10dc-4a67-ad7a-4cbb390106c3 HTTP/1.1" status: 200 len: 210 time: 0.0381219 Jun 18 13:03:25.052079 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:25.825173 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 54998) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:03:25.881140 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-2632fa1f-b39c-41e0-8574-a95370c624eb tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:25.909883 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-2632fa1f-b39c-41e0-8574-a95370c624eb tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:25.970327 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-2632fa1f-b39c-41e0-8574-a95370c624eb tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:25.972317 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:25.973291 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-2632fa1f-b39c-41e0-8574-a95370c624eb tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:25.974435 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-2632fa1f-b39c-41e0-8574-a95370c624eb tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] 10.222.0.86 "DELETE /v2.0/security-groups/ae68739d-e902-4ae2-8f71-89b993f63b63 HTTP/1.1" status: 204 len: 168 time: 0.1482611 Jun 18 13:03:25.975789 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-fff597e6-93ec-4d3d-995e-83f0b887229b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:25.984750 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2632fa1f-b39c-41e0-8574-a95370c624eb tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae68739d-e902-4ae2-8f71-89b993f63b63,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:25.989035 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-2632fa1f-b39c-41e0-8574-a95370c624eb tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:26.027007 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 55002) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:03:26.235429 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e6ea794a-a547-4c27-98c0-725c37e53863 req-18e45304-9b97-447b-bac4-161a6e6b1f09 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-499911251&fields=id&tenant_id=a85418f3d4c94e0aaeaddc16ef6a5313 HTTP/1.1" status: 200 len: 267 time: 0.1016982 Jun 18 13:03:26.393199 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea794a-a547-4c27-98c0-725c37e53863 req-f51e2d94-ba6f-4ec8-b49c-74d7f60e94c4 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:26.394632 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e6ea794a-a547-4c27-98c0-725c37e53863 req-f51e2d94-ba6f-4ec8-b49c-74d7f60e94c4 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 984 time: 0.1497841 Jun 18 13:03:26.409114 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [req-e6ea794a-a547-4c27-98c0-725c37e53863 req-091ac94f-8d98-4f38-afd2-ae897cc6909e tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Request body: {'port': {'security_groups': ['58421e2b-90d2-4077-a935-1a27eaa35c5d']}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:03:26.543003 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-e6ea794a-a547-4c27-98c0-725c37e53863 req-091ac94f-8d98-4f38-afd2-ae897cc6909e tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:26.765028 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [req-e6ea794a-a547-4c27-98c0-725c37e53863 req-091ac94f-8d98-4f38-afd2-ae897cc6909e tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] For port 77370a09-af1a-4076-bc1e-c9607de5263a, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=77370a09-af1a-4076-bc1e-c9607de5263a,segment=NetworkSegment(e999e10b-d51b-4971-81a2-4455b5d0c86e),segment_id=e999e10b-d51b-4971-81a2-4455b5d0c86e)] {{(pid=92826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:03:26.777837 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-43b7b0a9-5e05-4d2c-8d46-e32ea842e04d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2082801'] for router_interface, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:26.839542 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-e6ea794a-a547-4c27-98c0-725c37e53863 req-091ac94f-8d98-4f38-afd2-ae897cc6909e tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks [] for port, precommit_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:26.844117 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-e6ea794a-a547-4c27-98c0-725c37e53863 req-091ac94f-8d98-4f38-afd2-ae897cc6909e tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4940125'] for port, after_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:26.871852 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-54caa7e6-b0e1-4fa3-bbac-8629ef43125b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:26.884612 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['77370a09-af1a-4076-bc1e-c9607de5263a'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 13:03:26.934767 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea794a-a547-4c27-98c0-725c37e53863 req-091ac94f-8d98-4f38-afd2-ae897cc6909e tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:26.936026 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-e6ea794a-a547-4c27-98c0-725c37e53863 req-091ac94f-8d98-4f38-afd2-ae897cc6909e tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:26.937632 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e6ea794a-a547-4c27-98c0-725c37e53863 req-091ac94f-8d98-4f38-afd2-ae897cc6909e tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "PUT /v2.0/ports/77370a09-af1a-4076-bc1e-c9607de5263a HTTP/1.1" status: 200 len: 942 time: 0.5352976 Jun 18 13:03:26.938171 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987d7975-e662-4821-8c07-a9b58bd2ca43', 'tag': '77370a09-af1a-4076-bc1e-c9607de5263a'}] {{(pid=92826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:03:26.940487 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7173dab7d1fbfef731d5f8fd5c52510eeface1fe9a62799688baadb2f5777418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3721a40d-ae6c-4d2f-b0f0-96d0cd0f2368" -d '{"events": [{"name": "network-changed", "server_uuid": "987d7975-e662-4821-8c07-a9b58bd2ca43", "tag": "77370a09-af1a-4076-bc1e-c9607de5263a"}]}' {{(pid=92826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:03:26.945438 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 55012) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:03:26.996623 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 13:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0389e6a0-78b3-46e8-829b-5700f7229611 x-openstack-request-id: req-0389e6a0-78b3-46e8-829b-5700f7229611 {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:03:26.996988 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987d7975-e662-4821-8c07-a9b58bd2ca43", "tag": "77370a09-af1a-4076-bc1e-c9607de5263a", "status": "completed", "code": 200}]} {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:03:26.997280 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0389e6a0-78b3-46e8-829b-5700f7229611 {{(pid=92826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:03:26.997726 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987d7975-e662-4821-8c07-a9b58bd2ca43', 'tag': '77370a09-af1a-4076-bc1e-c9607de5263a', 'status': 'completed', 'code': 200} Jun 18 13:03:26.998305 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ac94f-8d98-4f38-afd2-ae897cc6909e tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Pushing event updated for resources: {'Port': ['ID=77370a09-af1a-4076-bc1e-c9607de5263a,revision_number=7']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:27.002597 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-091ac94f-8d98-4f38-afd2-ae897cc6909e tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:27.058971 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0ce63020-3338-4888-983f-bcb9078547a6 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:27.086951 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0ce63020-3338-4888-983f-bcb9078547a6 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:27.147952 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0ce63020-3338-4888-983f-bcb9078547a6 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:27.150598 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0ce63020-3338-4888-983f-bcb9078547a6 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:27.151887 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-0ce63020-3338-4888-983f-bcb9078547a6 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "DELETE /v2.0/security-groups/442932d9-176a-4c92-8ef9-34e929df03c7 HTTP/1.1" status: 204 len: 168 time: 0.2053547 Jun 18 13:03:27.152840 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-0e6ad094-6fcf-4343-b727-230bfa6b2bfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:27.156853 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 55014) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:03:27.168934 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce63020-3338-4888-983f-bcb9078547a6 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=442932d9-176a-4c92-8ef9-34e929df03c7,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:27.171103 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721a40d-ae6c-4d2f-b0f0-96d0cd0f2368 req-10bcb60e-a8eb-48e6-ac3e-08826c40c531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:27.172872 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3721a40d-ae6c-4d2f-b0f0-96d0cd0f2368 req-10bcb60e-a8eb-48e6-ac3e-08826c40c531 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a85418f3d4c94e0aaeaddc16ef6a5313&device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 1098 time: 0.1272304 Jun 18 13:03:27.173028 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['77370a09-af1a-4076-bc1e-c9607de5263a'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 13:03:27.201071 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-0ce63020-3338-4888-983f-bcb9078547a6 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:27.251957 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [None req-43b7b0a9-5e05-4d2c-8d46-e32ea842e04d admin admin] Deleting port 7faf979d-dc66-45c2-958e-8700ab18e3f9 {{(pid=92826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:03:27.252291 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-43b7b0a9-5e05-4d2c-8d46-e32ea842e04d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:27.261387 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-ba5f0290-dcc6-4c1c-baad-22956c16ce8f None None] Provisioning complete for port 77370a09-af1a-4076-bc1e-c9607de5263a triggered by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 13:03:27.261860 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-ba5f0290-dcc6-4c1c-baad-22956c16ce8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:27.290093 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 1ce417cd-f6e2-4358-9139-155b17d7862f no longer exists at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 13:03:27.327399 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] No Port match for: 1ce417cd-f6e2-4358-9139-155b17d7862f {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 13:03:27.327843 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 1ce417cd-f6e2-4358-9139-155b17d7862f not bound to the agent host hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 13:03:27.329462 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721a40d-ae6c-4d2f-b0f0-96d0cd0f2368 req-6b10b275-2303-4aad-9748-17a856834cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:27.331032 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3721a40d-ae6c-4d2f-b0f0-96d0cd0f2368 req-6b10b275-2303-4aad-9748-17a856834cc6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4650261d-14da-4314-a14e-d6ffe8cfac33 HTTP/1.1" status: 200 len: 915 time: 0.1467562 Jun 18 13:03:27.339485 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [None req-f4684d42-0667-4c45-9c55-8a061e77d36b tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Deleting port 29d125aa-ca48-430a-a6a8-ea201308a2a5 {{(pid=92825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:03:27.340091 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-f4684d42-0667-4c45-9c55-8a061e77d36b tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:27.405877 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [None req-43b7b0a9-5e05-4d2c-8d46-e32ea842e04d admin admin] For port 7faf979d-dc66-45c2-958e-8700ab18e3f9, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=7faf979d-dc66-45c2-958e-8700ab18e3f9,segment=NetworkSegment(20fee010-b67a-4285-82a0-f1f158c302fe),segment_id=20fee010-b67a-4285-82a0-f1f158c302fe)] {{(pid=92826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:03:27.406237 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-43b7b0a9-5e05-4d2c-8d46-e32ea842e04d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:27.424808 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-f4684d42-0667-4c45-9c55-8a061e77d36b tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:27.425140 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-f4684d42-0667-4c45-9c55-8a061e77d36b tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:27.453225 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3721a40d-ae6c-4d2f-b0f0-96d0cd0f2368 req-eb21b184-2931-44c0-91e0-3d2046e25d7b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77370a09-af1a-4076-bc1e-c9607de5263a HTTP/1.1" status: 200 len: 1000 time: 0.1140311 Jun 18 13:03:27.478817 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [None req-43b7b0a9-5e05-4d2c-8d46-e32ea842e04d admin admin] Calling delete_port for 7faf979d-dc66-45c2-958e-8700ab18e3f9 owned by network:router_interface {{(pid=92826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:03:27.491625 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [None req-f4684d42-0667-4c45-9c55-8a061e77d36b tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Calling delete_port for 29d125aa-ca48-430a-a6a8-ea201308a2a5 owned by network:floatingip {{(pid=92825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:03:27.564555 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721a40d-ae6c-4d2f-b0f0-96d0cd0f2368 req-fd12ff10-a2fe-4a3a-b750-5d9c1e35fce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:27.566199 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3721a40d-ae6c-4d2f-b0f0-96d0cd0f2368 req-fd12ff10-a2fe-4a3a-b750-5d9c1e35fce1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e4940de8-0ec5-4587-ae0f-998b04a74657 HTTP/1.1" status: 200 len: 853 time: 0.0852795 Jun 18 13:03:27.643390 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-f4684d42-0667-4c45-9c55-8a061e77d36b tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8372373'] for port, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:27.649704 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-57e238f2-4115-4122-9607-34f995e97c33 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:27.675058 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4684d42-0667-4c45-9c55-8a061e77d36b tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Pushing event deleted for resources: {'Port': ['ID=29d125aa-ca48-430a-a6a8-ea201308a2a5,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:27.689583 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721a40d-ae6c-4d2f-b0f0-96d0cd0f2368 req-0c6afcc8-18f0-44ed-89aa-60324ac863f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:27.691259 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3721a40d-ae6c-4d2f-b0f0-96d0cd0f2368 req-0c6afcc8-18f0-44ed-89aa-60324ac863f0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4650261d-14da-4314-a14e-d6ffe8cfac33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1151128 Jun 18 13:03:27.696047 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-f4684d42-0667-4c45-9c55-8a061e77d36b tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:27.705842 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:27.738366 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-f4684d42-0667-4c45-9c55-8a061e77d36b tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks [] for floatingip, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:27.738698 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.db.l3_db [None req-f4684d42-0667-4c45-9c55-8a061e77d36b tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Floating IP 4e3fb92f-aa10-4926-8371-ee08c257da97 disassociated (deleted). External IP: 172.27.0.77, port: 77370a09-af1a-4076-bc1e-c9607de5263a. Jun 18 13:03:27.811667 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-43b7b0a9-5e05-4d2c-8d46-e32ea842e04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940132'] for port, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:27.822857 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-71a207ff-563b-408f-b15b-ac91bbebb16f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:27.854109 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b7b0a9-5e05-4d2c-8d46-e32ea842e04d admin admin] Pushing event deleted for resources: {'Port': ['ID=7faf979d-dc66-45c2-958e-8700ab18e3f9,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:27.857963 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-43b7b0a9-5e05-4d2c-8d46-e32ea842e04d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:27.884153 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3721a40d-ae6c-4d2f-b0f0-96d0cd0f2368 req-1c314f1b-744c-4cd2-9255-92d39d415fad service neutron] 10.222.0.77 "GET /v2.0/networks/4650261d-14da-4314-a14e-d6ffe8cfac33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838968 Jun 18 13:03:27.951832 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4684d42-0667-4c45-9c55-8a061e77d36b tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Router 56b3f581-b310-4516-80da-ef9b4ce1aed3 has already been hosted by L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc {{(pid=92825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 13:03:28.070282 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4684d42-0667-4c45-9c55-8a061e77d36b tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 13:03:28.075959 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-f4684d42-0667-4c45-9c55-8a061e77d36b tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for floatingip, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:28.080157 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3721a40d-ae6c-4d2f-b0f0-96d0cd0f2368 req-2bfc548d-fbe7-42ea-a376-015fa37c62b4 service neutron] 10.222.0.77 "GET /v2.0/networks/4650261d-14da-4314-a14e-d6ffe8cfac33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737132 Jun 18 13:03:28.081016 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de977c72-db9c-43ad-ac12-b4bbdefc0f65 None None] Sync routers for ids ['56b3f581-b310-4516-80da-ef9b4ce1aed3'] in dv-cinder-797073-1-iscsi {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 13:03:28.090784 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de977c72-db9c-43ad-ac12-b4bbdefc0f65 None None] Routers {'56b3f581-b310-4516-80da-ef9b4ce1aed3'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:03:28.091394 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-de977c72-db9c-43ad-ac12-b4bbdefc0f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:03:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['56b3f581-b310-4516-80da-ef9b4ce1aed3'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:03:28.109573 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-43b7b0a9-5e05-4d2c-8d46-e32ea842e04d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2082637'] for router_interface, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:28.121002 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-f4684d42-0667-4c45-9c55-8a061e77d36b tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "DELETE /v2.0/floatingips/4e3fb92f-aa10-4926-8371-ee08c257da97 HTTP/1.1" status: 204 len: 168 time: 0.9631071 Jun 18 13:03:28.121871 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987d7975-e662-4821-8c07-a9b58bd2ca43', 'tag': '77370a09-af1a-4076-bc1e-c9607de5263a'}] {{(pid=92825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:03:28.125904 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cbce1c661b203a7f45efff8c445c42f162c6430a9c28178aa2be3d6d959831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7f5239-ece9-4101-b1d6-e31b99471892" -d '{"events": [{"name": "network-changed", "server_uuid": "987d7975-e662-4821-8c07-a9b58bd2ca43", "tag": "77370a09-af1a-4076-bc1e-c9607de5263a"}]}' {{(pid=92825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:03:28.168486 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 13:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0865901e-6844-44e5-b752-c385f1398810 x-openstack-request-id: req-0865901e-6844-44e5-b752-c385f1398810 {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:03:28.168885 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987d7975-e662-4821-8c07-a9b58bd2ca43", "tag": "77370a09-af1a-4076-bc1e-c9607de5263a", "status": "completed", "code": 200}]} {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:03:28.169179 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0865901e-6844-44e5-b752-c385f1398810 {{(pid=92825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:03:28.169605 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987d7975-e662-4821-8c07-a9b58bd2ca43', 'tag': '77370a09-af1a-4076-bc1e-c9607de5263a', 'status': 'completed', 'code': 200} Jun 18 13:03:28.224786 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-de977c72-db9c-43ad-ac12-b4bbdefc0f65 None None] Set router 56b3f581-b310-4516-80da-ef9b4ce1aed3 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:03:28.323329 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f5239-ece9-4101-b1d6-e31b99471892 req-6a3b5964-895f-4699-9cef-e3c9edc2fd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:28.324787 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ab7f5239-ece9-4101-b1d6-e31b99471892 req-6a3b5964-895f-4699-9cef-e3c9edc2fd23 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a85418f3d4c94e0aaeaddc16ef6a5313&device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 1098 time: 0.1101391 Jun 18 13:03:28.482586 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-de977c72-db9c-43ad-ac12-b4bbdefc0f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b3f581-b310-4516-80da-ef9b4ce1aed3', 'name': 'tempest-TestMinimumBasicScenario-870099779-router', 'tenant_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '75d34f20-a52d-4885-8bfd-0653359f26b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:59:20Z', 'updated_at': '2021-06-18T12:59:25Z', 'revision_number': 4, 'project_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'gw_port': {'id': '75d34f20-a52d-4885-8bfd-0653359f26b3', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:06:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3f581-b310-4516-80da-ef9b4ce1aed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:59:21Z', 'updated_at': '2021-06-18T12:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': '5a1e60f2-5c06-4789-9f60-84805499833f', 'name': '', 'network_id': '4650261d-14da-4314-a14e-d6ffe8cfac33', 'tenant_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'mac_address': 'fa:16:3e:ca:34:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3f581-b310-4516-80da-ef9b4ce1aed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'e4940de8-0ec5-4587-ae0f-998b04a74657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:59:23Z', 'updated_at': '2021-06-18T12:59:30Z', 'revision_number': 5, 'project_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'subnets': [{'id': 'e4940de8-0ec5-4587-ae0f-998b04a74657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:03:28.640236 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de977c72-db9c-43ad-ac12-b4bbdefc0f65 None None] Checking router: 56b3f581-b310-4516-80da-ef9b4ce1aed3 for host: dv-cinder-797073-1-iscsi {{(pid=92827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 13:03:28.649270 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de977c72-db9c-43ad-ac12-b4bbdefc0f65 None None] Routers {'56b3f581-b310-4516-80da-ef9b4ce1aed3'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:03:28.649879 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-de977c72-db9c-43ad-ac12-b4bbdefc0f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:03:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['56b3f581-b310-4516-80da-ef9b4ce1aed3'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:03:28.724193 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b7b0a9-5e05-4d2c-8d46-e32ea842e04d admin admin] Router 99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d has already been hosted by L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc {{(pid=92826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 13:03:28.749073 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f5239-ece9-4101-b1d6-e31b99471892 req-845c89f7-44d9-4977-9c90-4dbf29357dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:28.750449 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ab7f5239-ece9-4101-b1d6-e31b99471892 req-845c89f7-44d9-4977-9c90-4dbf29357dfc service neutron] 10.222.0.77 "GET /v2.0/networks?id=4650261d-14da-4314-a14e-d6ffe8cfac33 HTTP/1.1" status: 200 len: 915 time: 0.4192481 Jun 18 13:03:28.753903 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-de977c72-db9c-43ad-ac12-b4bbdefc0f65 None None] Set router 56b3f581-b310-4516-80da-ef9b4ce1aed3 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:03:28.827643 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ab7f5239-ece9-4101-b1d6-e31b99471892 req-cb980aa9-4e83-43df-9bb4-93535ea3dc09 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77370a09-af1a-4076-bc1e-c9607de5263a HTTP/1.1" status: 200 len: 217 time: 0.0401778 Jun 18 13:03:28.922058 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f5239-ece9-4101-b1d6-e31b99471892 req-bcf07688-1eee-4553-bdf6-47d3b4e7b517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:28.924260 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ab7f5239-ece9-4101-b1d6-e31b99471892 req-bcf07688-1eee-4553-bdf6-47d3b4e7b517 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e4940de8-0ec5-4587-ae0f-998b04a74657 HTTP/1.1" status: 200 len: 853 time: 0.0606604 Jun 18 13:03:28.925466 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b7b0a9-5e05-4d2c-8d46-e32ea842e04d admin admin] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 13:03:28.933416 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 55030) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:03:28.933590 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-43b7b0a9-5e05-4d2c-8d46-e32ea842e04d admin admin] 10.222.0.86 "PUT /v2.0/routers/99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9053462 Jun 18 13:03:28.936140 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7473a762-03ab-4d07-90bf-fbbd29eb0739 None None] Sync routers for ids ['99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d'] in dv-cinder-797073-1-iscsi {{(pid=92828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 13:03:28.947920 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7473a762-03ab-4d07-90bf-fbbd29eb0739 None None] Routers {'99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:03:28.949672 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-7473a762-03ab-4d07-90bf-fbbd29eb0739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:03:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d'], 'active': True} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:03:28.994922 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-de977c72-db9c-43ad-ac12-b4bbdefc0f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b3f581-b310-4516-80da-ef9b4ce1aed3', 'name': 'tempest-TestMinimumBasicScenario-870099779-router', 'tenant_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '75d34f20-a52d-4885-8bfd-0653359f26b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:59:20Z', 'updated_at': '2021-06-18T12:59:25Z', 'revision_number': 4, 'project_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'gw_port': {'id': '75d34f20-a52d-4885-8bfd-0653359f26b3', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:06:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3f581-b310-4516-80da-ef9b4ce1aed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:59:21Z', 'updated_at': '2021-06-18T12:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': '5a1e60f2-5c06-4789-9f60-84805499833f', 'name': '', 'network_id': '4650261d-14da-4314-a14e-d6ffe8cfac33', 'tenant_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'mac_address': 'fa:16:3e:ca:34:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3f581-b310-4516-80da-ef9b4ce1aed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'e4940de8-0ec5-4587-ae0f-998b04a74657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:59:23Z', 'updated_at': '2021-06-18T12:59:30Z', 'revision_number': 5, 'project_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'subnets': [{'id': 'e4940de8-0ec5-4587-ae0f-998b04a74657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:03:29.016017 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f5239-ece9-4101-b1d6-e31b99471892 req-1bfb9020-2db7-4578-857a-2c7c385494c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:29.017459 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ab7f5239-ece9-4101-b1d6-e31b99471892 req-1bfb9020-2db7-4578-857a-2c7c385494c2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4650261d-14da-4314-a14e-d6ffe8cfac33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0829389 Jun 18 13:03:29.055352 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de977c72-db9c-43ad-ac12-b4bbdefc0f65 None None] The sync data for ids ['56b3f581-b310-4516-80da-ef9b4ce1aed3'] in dv-cinder-797073-1-iscsi is: [{'id': '56b3f581-b310-4516-80da-ef9b4ce1aed3', 'name': 'tempest-TestMinimumBasicScenario-870099779-router', 'tenant_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '75d34f20-a52d-4885-8bfd-0653359f26b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:59:20Z', 'updated_at': '2021-06-18T12:59:25Z', 'revision_number': 4, 'project_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'gw_port': {'id': '75d34f20-a52d-4885-8bfd-0653359f26b3', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:06:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3f581-b310-4516-80da-ef9b4ce1aed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:59:21Z', 'updated_at': '2021-06-18T12:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': '5a1e60f2-5c06-4789-9f60-84805499833f', 'name': '', 'network_id': '4650261d-14da-4314-a14e-d6ffe8cfac33', 'tenant_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'mac_address': 'fa:16:3e:ca:34:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3f581-b310-4516-80da-ef9b4ce1aed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'e4940de8-0ec5-4587-ae0f-998b04a74657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:59:23Z', 'updated_at': '2021-06-18T12:59:30Z', 'revision_number': 5, 'project_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'subnets': [{'id': 'e4940de8-0ec5-4587-ae0f-998b04a74657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 13:03:29.062298 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-f6da32ba-c1c1-49ee-b74b-c95935e2195e admin admin] Notify callbacks [] for router, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:29.099848 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvr_db [None req-7473a762-03ab-4d07-90bf-fbbd29eb0739 None None] Set router 99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d gateway port host: dv-cinder-797073-1-iscsi {{(pid=92828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:03:29.139144 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ab7f5239-ece9-4101-b1d6-e31b99471892 req-feeb9a1b-a19c-4e85-a309-7f1f9f296756 service neutron] 10.222.0.77 "GET /v2.0/networks/4650261d-14da-4314-a14e-d6ffe8cfac33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146698 Jun 18 13:03:29.190009 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-f6da32ba-c1c1-49ee-b74b-c95935e2195e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:29.257984 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ab7f5239-ece9-4101-b1d6-e31b99471892 req-e38967c4-7d7f-47c4-9b11-6388807b415c service neutron] 10.222.0.77 "GET /v2.0/networks/4650261d-14da-4314-a14e-d6ffe8cfac33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108677 Jun 18 13:03:29.271804 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [None req-f6da32ba-c1c1-49ee-b74b-c95935e2195e admin admin] Deleting port d4b62f62-2968-48eb-b339-b9b4649b22e3 {{(pid=92825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:03:29.272060 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-f6da32ba-c1c1-49ee-b74b-c95935e2195e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:29.392893 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-7473a762-03ab-4d07-90bf-fbbd29eb0739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d', 'name': 'tempest-TestShelveInstance-529498587-router', 'tenant_id': '76a1137086a74a1d8351f72b15781da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd4b62f62-2968-48eb-b339-b9b4649b22e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:56:11Z', 'updated_at': '2021-06-18T13:03:27Z', 'revision_number': 5, 'project_id': '76a1137086a74a1d8351f72b15781da7', 'gw_port': {'id': 'd4b62f62-2968-48eb-b339-b9b4649b22e3', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:56:12Z', 'updated_at': '2021-06-18T12:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi'}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:03:29.393108 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [None req-f6da32ba-c1c1-49ee-b74b-c95935e2195e admin admin] For port d4b62f62-2968-48eb-b339-b9b4649b22e3, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=d4b62f62-2968-48eb-b339-b9b4649b22e3,segment=NetworkSegment(b79588fc-20f0-437a-9a07-92a6b1056918),segment_id=b79588fc-20f0-437a-9a07-92a6b1056918)] {{(pid=92825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:03:29.393350 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-f6da32ba-c1c1-49ee-b74b-c95935e2195e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:29.411837 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c3e9b0-4c3b-441e-ab0f-d55b7b7b50eb None None] New status for floating IP 4e3fb92f-aa10-4926-8371-ee08c257da97: DOWN {{(pid=92827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 13:03:29.424035 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7473a762-03ab-4d07-90bf-fbbd29eb0739 None None] Checking router: 99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d for host: dv-cinder-797073-1-iscsi {{(pid=92828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 13:03:29.434026 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7473a762-03ab-4d07-90bf-fbbd29eb0739 None None] Routers {'99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:03:29.434635 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-7473a762-03ab-4d07-90bf-fbbd29eb0739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:03:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d'], 'active': True} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:03:29.473926 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [None req-f6da32ba-c1c1-49ee-b74b-c95935e2195e admin admin] Calling delete_port for d4b62f62-2968-48eb-b339-b9b4649b22e3 owned by network:router_gateway {{(pid=92825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:03:29.542934 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvr_db [None req-7473a762-03ab-4d07-90bf-fbbd29eb0739 None None] Set router 99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d gateway port host: None {{(pid=92828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:03:29.617466 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-7473a762-03ab-4d07-90bf-fbbd29eb0739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d', 'name': 'tempest-TestShelveInstance-529498587-router', 'tenant_id': '76a1137086a74a1d8351f72b15781da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:56:11Z', 'updated_at': '2021-06-18T13:03:29Z', 'revision_number': 6, 'project_id': '76a1137086a74a1d8351f72b15781da7', 'gw_port_host': None}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:03:29.653768 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7473a762-03ab-4d07-90bf-fbbd29eb0739 None None] The sync data for ids ['99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d'] in dv-cinder-797073-1-iscsi is: [{'id': '99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d', 'name': 'tempest-TestShelveInstance-529498587-router', 'tenant_id': '76a1137086a74a1d8351f72b15781da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:56:11Z', 'updated_at': '2021-06-18T13:03:29Z', 'revision_number': 6, 'project_id': '76a1137086a74a1d8351f72b15781da7', 'gw_port_host': None}] {{(pid=92828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 13:03:29.929611 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-f6da32ba-c1c1-49ee-b74b-c95935e2195e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8372373'] for port, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:29.932447 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-deb146cc-7431-4e68-b340-3b34c9f2d851 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:29.959311 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da32ba-c1c1-49ee-b74b-c95935e2195e admin admin] Pushing event deleted for resources: {'Port': ['ID=d4b62f62-2968-48eb-b339-b9b4649b22e3,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:29.963671 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-f6da32ba-c1c1-49ee-b74b-c95935e2195e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:30.023947 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-f6da32ba-c1c1-49ee-b74b-c95935e2195e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055009'] for router_gateway, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:30.060541 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:30.117171 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-f6da32ba-c1c1-49ee-b74b-c95935e2195e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2083967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28484'] for router, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:30.119253 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-f6da32ba-c1c1-49ee-b74b-c95935e2195e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:30.161481 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-f6da32ba-c1c1-49ee-b74b-c95935e2195e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2083630'] for router, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:30.162020 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6da32ba-c1c1-49ee-b74b-c95935e2195e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d {{(pid=92825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 13:03:30.167041 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-f6da32ba-c1c1-49ee-b74b-c95935e2195e admin admin] Notify callbacks [] for router, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:30.168066 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-f6da32ba-c1c1-49ee-b74b-c95935e2195e admin admin] 10.222.0.86 "DELETE /v2.0/routers/99d13e6c-512b-4a60-ba6f-f37f0f2f0c1d HTTP/1.1" status: 204 len: 168 time: 1.2336755 Jun 18 13:03:30.170466 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 55050) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:03:30.226181 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.db_base_plugin_v2 [None req-505f8faf-55eb-4355-8805-0749cf75286d admin admin] Deleting subnet e2223505-7fbb-49dd-9bb8-6c3ce2ada832 {{(pid=92825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 13:03:30.230168 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-505f8faf-55eb-4355-8805-0749cf75286d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:30.274920 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-505f8faf-55eb-4355-8805-0749cf75286d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6310354'] for subnet, precommit_delete_associations {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:30.380780 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-505f8faf-55eb-4355-8805-0749cf75286d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-618888'] for subnet, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:30.435940 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-505f8faf-55eb-4355-8805-0749cf75286d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-618887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8372463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8063654'] for subnet, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:30.438390 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-ec070aef-39e6-40e2-b048-b4548e77f36a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:30.445236 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 7faf979d-dc66-45c2-958e-8700ab18e3f9 no longer exists at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 13:03:30.468919 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f8faf-55eb-4355-8805-0749cf75286d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2223505-7fbb-49dd-9bb8-6c3ce2ada832,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:30.470262 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] No Port match for: 7faf979d-dc66-45c2-958e-8700ab18e3f9 {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 13:03:30.470941 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-505f8faf-55eb-4355-8805-0749cf75286d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for subnet, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:30.472848 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-505f8faf-55eb-4355-8805-0749cf75286d admin admin] 10.222.0.86 "DELETE /v2.0/subnets/e2223505-7fbb-49dd-9bb8-6c3ce2ada832 HTTP/1.1" status: 204 len: 168 time: 0.3013976 Jun 18 13:03:30.473780 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-505f8faf-55eb-4355-8805-0749cf75286d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:30.476189 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 55054) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:03:30.481824 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 7faf979d-dc66-45c2-958e-8700ab18e3f9 not bound to the agent host dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 13:03:30.484637 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5ba6d0-fe24-42c9-9edd-807444b1fd70 None None] Network 30ee0f4a-9895-462e-97b8-d479dbd49188 requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 13:03:30.551383 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-67407d6b-b7a1-462d-8d12-cde1751d3a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647412'] for network, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:30.637700 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [None req-67407d6b-b7a1-462d-8d12-cde1751d3a85 admin admin] Deleting port 46acd8f2-048b-47b1-a227-2f2faaa99b88 {{(pid=92826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:03:30.638039 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-67407d6b-b7a1-462d-8d12-cde1751d3a85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:30.689618 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307298d7-c18d-47fb-9fc5-e00d9d5fc9c3 None None] DHCP port deletion for 30ee0f4a-9895-462e-97b8-d479dbd49188 request from dv-cinder-797073-1-iscsi {{(pid=92827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 13:03:30.705131 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [None req-67407d6b-b7a1-462d-8d12-cde1751d3a85 admin admin] For port 46acd8f2-048b-47b1-a227-2f2faaa99b88, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=46acd8f2-048b-47b1-a227-2f2faaa99b88,segment=NetworkSegment(20fee010-b67a-4285-82a0-f1f158c302fe),segment_id=20fee010-b67a-4285-82a0-f1f158c302fe)] {{(pid=92826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:03:30.705495 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-67407d6b-b7a1-462d-8d12-cde1751d3a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:30.743684 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-307298d7-c18d-47fb-9fc5-e00d9d5fc9c3 None None] Deleting port 46acd8f2-048b-47b1-a227-2f2faaa99b88 {{(pid=92827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:03:30.744027 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-307298d7-c18d-47fb-9fc5-e00d9d5fc9c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:30.785719 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [None req-67407d6b-b7a1-462d-8d12-cde1751d3a85 admin admin] Calling delete_port for 46acd8f2-048b-47b1-a227-2f2faaa99b88 owned by network:dhcp {{(pid=92826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:03:30.821036 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-307298d7-c18d-47fb-9fc5-e00d9d5fc9c3 None None] For port 46acd8f2-048b-47b1-a227-2f2faaa99b88, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=46acd8f2-048b-47b1-a227-2f2faaa99b88,segment=NetworkSegment(20fee010-b67a-4285-82a0-f1f158c302fe),segment_id=20fee010-b67a-4285-82a0-f1f158c302fe)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:03:30.821461 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-307298d7-c18d-47fb-9fc5-e00d9d5fc9c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:30.874334 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-67407d6b-b7a1-462d-8d12-cde1751d3a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940132'] for port, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:30.876594 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-1eacc8d8-2ffe-418f-8daa-74695739999d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:30.886848 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-307298d7-c18d-47fb-9fc5-e00d9d5fc9c3 None None] Calling delete_port for 46acd8f2-048b-47b1-a227-2f2faaa99b88 owned by network:dhcp {{(pid=92827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:03:30.899207 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67407d6b-b7a1-462d-8d12-cde1751d3a85 admin admin] Pushing event deleted for resources: {'Port': ['ID=46acd8f2-048b-47b1-a227-2f2faaa99b88,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:30.902685 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-67407d6b-b7a1-462d-8d12-cde1751d3a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:30.905596 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67407d6b-b7a1-462d-8d12-cde1751d3a85 admin admin] No DVR routers for this DVR port 46acd8f2-048b-47b1-a227-2f2faaa99b88 on host dv-cinder-797073-1-iscsi {{(pid=92826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 13:03:30.981892 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-67407d6b-b7a1-462d-8d12-cde1751d3a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-619031', 'neutron.services.segments.db._delete_segments_for_network-8743829154259'] for network, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:30.992094 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.services.segments.db [None req-67407d6b-b7a1-462d-8d12-cde1751d3a85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30ee0f4a-9895-462e-97b8-d479dbd49188']}} {{(pid=92826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:03:31.002665 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.services.segments.db [None req-67407d6b-b7a1-462d-8d12-cde1751d3a85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20fee010-b67a-4285-82a0-f1f158c302fe') {'for_net_delete': True} {{(pid=92826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:03:31.002959 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.services.segments.db [None req-67407d6b-b7a1-462d-8d12-cde1751d3a85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20fee010-b67a-4285-82a0-f1f158c302fe') {} {{(pid=92826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:03:31.012287 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-67407d6b-b7a1-462d-8d12-cde1751d3a85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743829154088', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4940083'] for segment, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:31.018133 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-307298d7-c18d-47fb-9fc5-e00d9d5fc9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654'] for port, after_delete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:31.021006 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:31.028806 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-67407d6b-b7a1-462d-8d12-cde1751d3a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559'] for segment, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:31.035848 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67407d6b-b7a1-462d-8d12-cde1751d3a85 admin admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=92826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 13:03:31.036282 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-67407d6b-b7a1-462d-8d12-cde1751d3a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4947637'] for segment, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: conditions |= (models_v2.Port.network_id.in_( Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: conditions |= (models_v2.Port.network_id.in_( Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: conditions |= (models_v2.Port.network_id.in_( Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: conditions |= (models_v2.Port.network_id.in_( Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: conditions |= (models_v2.Port.network_id.in_( Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: Traceback (most recent call last): Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: timer() Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: cb(*args, **kw) Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: return func(*args, **kwargs) Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: self._notify() Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: self.callback(batched_events) Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: event.method(event) Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: return f(self, *a, **k) Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: return self._get(url).json() Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: return self.request(url, 'GET', **kwargs) Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 13:03:31.038558 dv-cinder-797073-1-iscsi neutron-server[92826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 13:03:31.046878 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307298d7-c18d-47fb-9fc5-e00d9d5fc9c3 None None] Pushing event deleted for resources: {'Port': ['ID=46acd8f2-048b-47b1-a227-2f2faaa99b88,revision_number=None']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:31.049461 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307298d7-c18d-47fb-9fc5-e00d9d5fc9c3 None None] No DVR routers for this DVR port 46acd8f2-048b-47b1-a227-2f2faaa99b88 on host dv-cinder-797073-1-iscsi {{(pid=92827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 13:03:31.057215 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307298d7-c18d-47fb-9fc5-e00d9d5fc9c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:03:31.057565 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307298d7-c18d-47fb-9fc5-e00d9d5fc9c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:03:31.057902 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307298d7-c18d-47fb-9fc5-e00d9d5fc9c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:03:31.058234 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307298d7-c18d-47fb-9fc5-e00d9d5fc9c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:03:31.059245 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307298d7-c18d-47fb-9fc5-e00d9d5fc9c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:03:31.059245 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307298d7-c18d-47fb-9fc5-e00d9d5fc9c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:03:31.059245 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307298d7-c18d-47fb-9fc5-e00d9d5fc9c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:03:31.059548 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307298d7-c18d-47fb-9fc5-e00d9d5fc9c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:03:31.059805 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307298d7-c18d-47fb-9fc5-e00d9d5fc9c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:03:31.060122 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307298d7-c18d-47fb-9fc5-e00d9d5fc9c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:03:31.060439 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307298d7-c18d-47fb-9fc5-e00d9d5fc9c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:03:31.060779 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307298d7-c18d-47fb-9fc5-e00d9d5fc9c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:03:31.063878 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-307298d7-c18d-47fb-9fc5-e00d9d5fc9c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:31.106988 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-67407d6b-b7a1-462d-8d12-cde1751d3a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-619022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2056967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055102'] for network, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:31.111016 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-00bdd4ea-55f1-4404-a366-4daa44a6a9da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:31.113536 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-67407d6b-b7a1-462d-8d12-cde1751d3a85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for network, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:31.115447 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-67407d6b-b7a1-462d-8d12-cde1751d3a85 admin admin] 10.222.0.86 "DELETE /v2.0/networks/30ee0f4a-9895-462e-97b8-d479dbd49188 HTTP/1.1" status: 204 len: 168 time: 0.6373470 Jun 18 13:03:31.118503 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 55064) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:03:31.134385 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67407d6b-b7a1-462d-8d12-cde1751d3a85 admin admin] Pushing event deleted for resources: {'Network': ['ID=30ee0f4a-9895-462e-97b8-d479dbd49188,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:31.166973 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-67407d6b-b7a1-462d-8d12-cde1751d3a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:31.425977 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e28913-cd75-48da-aa70-35c2191b1c09 req-8dab66ae-9451-4901-ac4d-08e5ba514da6 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:31.427354 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-44e28913-cd75-48da-aa70-35c2191b1c09 req-8dab66ae-9451-4901-ac4d-08e5ba514da6 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 945 time: 0.1079924 Jun 18 13:03:31.489080 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-44e28913-cd75-48da-aa70-35c2191b1c09 req-03f181ad-b399-4fdf-b1bf-eb919b643a67 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422513 Jun 18 13:03:31.554356 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-2edabc4e-b4ae-4613-a0dd-e1c16d36221d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2082801'] for router_interface, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:31.806109 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [None req-2edabc4e-b4ae-4613-a0dd-e1c16d36221d admin admin] Deleting port 406deebe-a93c-4d33-a671-317e165265d3 {{(pid=92826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:03:31.806451 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-2edabc4e-b4ae-4613-a0dd-e1c16d36221d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:31.830086 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device d4b62f62-2968-48eb-b339-b9b4649b22e3 no longer exists at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 13:03:31.852545 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] No Port match for: d4b62f62-2968-48eb-b339-b9b4649b22e3 {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 13:03:31.852922 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device d4b62f62-2968-48eb-b339-b9b4649b22e3 not bound to the agent host dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 13:03:31.853346 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 46acd8f2-048b-47b1-a227-2f2faaa99b88 no longer exists at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 13:03:31.875143 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] No Port match for: 46acd8f2-048b-47b1-a227-2f2faaa99b88 {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 13:03:31.875502 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 46acd8f2-048b-47b1-a227-2f2faaa99b88 not bound to the agent host dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 13:03:31.886547 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [None req-2edabc4e-b4ae-4613-a0dd-e1c16d36221d admin admin] For port 406deebe-a93c-4d33-a671-317e165265d3, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=406deebe-a93c-4d33-a671-317e165265d3,segment=NetworkSegment(079d14a0-0a18-44ed-a331-6105d8df4d78),segment_id=079d14a0-0a18-44ed-a331-6105d8df4d78)] {{(pid=92826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:03:31.886971 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-2edabc4e-b4ae-4613-a0dd-e1c16d36221d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:31.955850 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [None req-2edabc4e-b4ae-4613-a0dd-e1c16d36221d admin admin] Calling delete_port for 406deebe-a93c-4d33-a671-317e165265d3 owned by network:router_interface {{(pid=92826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:03:32.140170 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-2edabc4e-b4ae-4613-a0dd-e1c16d36221d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940132'] for port, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:32.143069 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-592f8c1c-f7ec-4300-9638-816d36a0a140 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:32.167615 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edabc4e-b4ae-4613-a0dd-e1c16d36221d admin admin] Pushing event deleted for resources: {'Port': ['ID=406deebe-a93c-4d33-a671-317e165265d3,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:32.170544 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-2edabc4e-b4ae-4613-a0dd-e1c16d36221d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:32.353621 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-2edabc4e-b4ae-4613-a0dd-e1c16d36221d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2082637'] for router_interface, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:32.548579 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c44bc-796f-4e67-b7b6-4de656c49924 req-809f0f0d-fa8b-4841-9c68-75566619b2a5 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:32.550052 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-910c44bc-796f-4e67-b7b6-4de656c49924 req-809f0f0d-fa8b-4841-9c68-75566619b2a5 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 945 time: 0.1394346 Jun 18 13:03:32.634943 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-910c44bc-796f-4e67-b7b6-4de656c49924 req-623db9e2-c954-49f9-aff2-f621c10c09d4 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480549 Jun 18 13:03:32.644074 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2edabc4e-b4ae-4613-a0dd-e1c16d36221d admin admin] Router f219a61e-4158-4b86-9767-aee3bba780be has already been hosted by L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc {{(pid=92826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 13:03:32.673368 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f05694-a1c7-4d7a-8dfd-bece4deff92b req-4f99973e-b457-4a22-96ac-192f9659bc17 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:32.675036 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-59f05694-a1c7-4d7a-8dfd-bece4deff92b req-4f99973e-b457-4a22-96ac-192f9659bc17 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 945 time: 0.0711203 Jun 18 13:03:32.713417 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-59f05694-a1c7-4d7a-8dfd-bece4deff92b req-c532e856-c5ec-44ee-8dc6-eb0170adacfb tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318251 Jun 18 13:03:32.754643 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edabc4e-b4ae-4613-a0dd-e1c16d36221d admin admin] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 13:03:32.763058 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-2edabc4e-b4ae-4613-a0dd-e1c16d36221d admin admin] 10.222.0.86 "PUT /v2.0/routers/f219a61e-4158-4b86-9767-aee3bba780be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6408238 Jun 18 13:03:32.763058 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 55088) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:03:32.766158 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b09bb6a-c046-468e-815f-d0305a82cc8b None None] Sync routers for ids ['f219a61e-4158-4b86-9767-aee3bba780be'] in dv-cinder-797073-1-iscsi {{(pid=92828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 13:03:32.776013 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b09bb6a-c046-468e-815f-d0305a82cc8b None None] Routers {'f219a61e-4158-4b86-9767-aee3bba780be'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:03:32.776618 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-3b09bb6a-c046-468e-815f-d0305a82cc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:03:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['f219a61e-4158-4b86-9767-aee3bba780be'], 'active': True} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:03:32.865911 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-34f85101-d852-4882-bce2-67f8c5a2b9fc admin admin] Notify callbacks [] for router, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:32.878710 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvr_db [None req-3b09bb6a-c046-468e-815f-d0305a82cc8b None None] Set router f219a61e-4158-4b86-9767-aee3bba780be gateway port host: dv-cinder-797073-1-iscsi {{(pid=92828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:03:32.970192 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-34f85101-d852-4882-bce2-67f8c5a2b9fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:33.061011 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-3b09bb6a-c046-468e-815f-d0305a82cc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f219a61e-4158-4b86-9767-aee3bba780be', 'name': 'tempest-TestShelveInstance-1295601586-router', 'tenant_id': '48cf9cd53f0849fe80db94c1d2766eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': 'ef8ef8b9-2e1f-468e-a607-b3b5210953da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:56:18Z', 'updated_at': '2021-06-18T13:03:32Z', 'revision_number': 5, 'project_id': '48cf9cd53f0849fe80db94c1d2766eca', 'gw_port': {'id': 'ef8ef8b9-2e1f-468e-a607-b3b5210953da', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:df:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f219a61e-4158-4b86-9767-aee3bba780be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:56:18Z', 'updated_at': '2021-06-18T12:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi'}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:03:33.181754 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b09bb6a-c046-468e-815f-d0305a82cc8b None None] Checking router: f219a61e-4158-4b86-9767-aee3bba780be for host: dv-cinder-797073-1-iscsi {{(pid=92828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 13:03:33.190384 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b09bb6a-c046-468e-815f-d0305a82cc8b None None] Routers {'f219a61e-4158-4b86-9767-aee3bba780be'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:03:33.190955 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-3b09bb6a-c046-468e-815f-d0305a82cc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:03:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['f219a61e-4158-4b86-9767-aee3bba780be'], 'active': True} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:03:33.276244 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvr_db [None req-3b09bb6a-c046-468e-815f-d0305a82cc8b None None] Set router f219a61e-4158-4b86-9767-aee3bba780be gateway port host: None {{(pid=92828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:03:33.313582 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [None req-34f85101-d852-4882-bce2-67f8c5a2b9fc admin admin] Deleting port ef8ef8b9-2e1f-468e-a607-b3b5210953da {{(pid=92826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:03:33.313911 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-34f85101-d852-4882-bce2-67f8c5a2b9fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:33.328312 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-3b09bb6a-c046-468e-815f-d0305a82cc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f219a61e-4158-4b86-9767-aee3bba780be', 'name': 'tempest-TestShelveInstance-1295601586-router', 'tenant_id': '48cf9cd53f0849fe80db94c1d2766eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:56:18Z', 'updated_at': '2021-06-18T13:03:32Z', 'revision_number': 6, 'project_id': '48cf9cd53f0849fe80db94c1d2766eca', 'gw_port_host': None}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:03:33.357238 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b09bb6a-c046-468e-815f-d0305a82cc8b None None] The sync data for ids ['f219a61e-4158-4b86-9767-aee3bba780be'] in dv-cinder-797073-1-iscsi is: [{'id': 'f219a61e-4158-4b86-9767-aee3bba780be', 'name': 'tempest-TestShelveInstance-1295601586-router', 'tenant_id': '48cf9cd53f0849fe80db94c1d2766eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:56:18Z', 'updated_at': '2021-06-18T13:03:32Z', 'revision_number': 6, 'project_id': '48cf9cd53f0849fe80db94c1d2766eca', 'gw_port_host': None}] {{(pid=92828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 13:03:33.399381 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [None req-34f85101-d852-4882-bce2-67f8c5a2b9fc admin admin] For port ef8ef8b9-2e1f-468e-a607-b3b5210953da, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=ef8ef8b9-2e1f-468e-a607-b3b5210953da,segment=NetworkSegment(b79588fc-20f0-437a-9a07-92a6b1056918),segment_id=b79588fc-20f0-437a-9a07-92a6b1056918)] {{(pid=92826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:03:33.399740 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-34f85101-d852-4882-bce2-67f8c5a2b9fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:33.466283 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [None req-34f85101-d852-4882-bce2-67f8c5a2b9fc admin admin] Calling delete_port for ef8ef8b9-2e1f-468e-a607-b3b5210953da owned by network:router_gateway {{(pid=92826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:03:33.624822 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-34f85101-d852-4882-bce2-67f8c5a2b9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940132'] for port, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:33.626881 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:33.655096 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f85101-d852-4882-bce2-67f8c5a2b9fc admin admin] Pushing event deleted for resources: {'Port': ['ID=ef8ef8b9-2e1f-468e-a607-b3b5210953da,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:33.658426 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-34f85101-d852-4882-bce2-67f8c5a2b9fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:33.720981 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-34f85101-d852-4882-bce2-67f8c5a2b9fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055009'] for router_gateway, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:33.885050 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-34f85101-d852-4882-bce2-67f8c5a2b9fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2083967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28484'] for router, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:33.888440 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-34f85101-d852-4882-bce2-67f8c5a2b9fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:33.908714 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17733421-83fe-4695-a894-3b6e284c36aa req-b38139d4-884b-4888-9f40-6625338d2dac tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:33.910206 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-17733421-83fe-4695-a894-3b6e284c36aa req-b38139d4-884b-4888-9f40-6625338d2dac tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 945 time: 0.0668120 Jun 18 13:03:33.952846 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-17733421-83fe-4695-a894-3b6e284c36aa req-a6d81027-1fb4-4ae3-8c2a-55f6cc38bf2c tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/security-groups?id=58421e2b-90d2-4077-a935-1a27eaa35c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354559 Jun 18 13:03:33.973750 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-34f85101-d852-4882-bce2-67f8c5a2b9fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2083630'] for router, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:33.974212 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f85101-d852-4882-bce2-67f8c5a2b9fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router f219a61e-4158-4b86-9767-aee3bba780be {{(pid=92826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 13:03:33.983545 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-34f85101-d852-4882-bce2-67f8c5a2b9fc admin admin] Notify callbacks [] for router, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:33.984658 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-34f85101-d852-4882-bce2-67f8c5a2b9fc admin admin] 10.222.0.86 "DELETE /v2.0/routers/f219a61e-4158-4b86-9767-aee3bba780be HTTP/1.1" status: 204 len: 168 time: 1.2209654 Jun 18 13:03:33.987547 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 55094) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:03:33.998170 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b085d-1cfb-43a3-af4c-94102db04316 req-148ecd29-5010-4eb9-9d81-0f461fa7d419 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:33.999602 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-bd3b085d-1cfb-43a3-af4c-94102db04316 req-148ecd29-5010-4eb9-9d81-0f461fa7d419 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.77 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 945 time: 0.2630880 Jun 18 13:03:34.011066 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f50b7a-a75b-404c-97be-f7302c7d12ba req-821f49f9-8e79-44e7-8679-21dd1961bc89 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:34.012551 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-21f50b7a-a75b-404c-97be-f7302c7d12ba req-821f49f9-8e79-44e7-8679-21dd1961bc89 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 945 time: 0.2382963 Jun 18 13:03:34.039858 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.db_base_plugin_v2 [None req-5caab4e8-2504-4b83-884c-0d62df318a4d admin admin] Deleting subnet afaa080c-8e7e-4b77-b781-c772bc60bcf6 {{(pid=92825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 13:03:34.043002 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-5caab4e8-2504-4b83-884c-0d62df318a4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:34.076593 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-5caab4e8-2504-4b83-884c-0d62df318a4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6310354'] for subnet, precommit_delete_associations {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:34.090133 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-21f50b7a-a75b-404c-97be-f7302c7d12ba req-285de0b6-3b29-4289-a8a5-b32e908f206b tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684536 Jun 18 13:03:34.149037 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [req-bd3b085d-1cfb-43a3-af4c-94102db04316 req-21d0cd39-b23e-46a4-b36c-6a78a5494ed2 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Deleting port 77370a09-af1a-4076-bc1e-c9607de5263a {{(pid=92826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:03:34.149750 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-bd3b085d-1cfb-43a3-af4c-94102db04316 req-21d0cd39-b23e-46a4-b36c-6a78a5494ed2 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:34.159232 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-5caab4e8-2504-4b83-884c-0d62df318a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-618888'] for subnet, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:34.223338 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-5caab4e8-2504-4b83-884c-0d62df318a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-618887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8372463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8063654'] for subnet, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:34.226259 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:34.240468 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 406deebe-a93c-4d33-a671-317e165265d3 no longer exists at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 13:03:34.260274 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caab4e8-2504-4b83-884c-0d62df318a4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afaa080c-8e7e-4b77-b781-c772bc60bcf6,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:34.260513 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [req-bd3b085d-1cfb-43a3-af4c-94102db04316 req-21d0cd39-b23e-46a4-b36c-6a78a5494ed2 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] For port 77370a09-af1a-4076-bc1e-c9607de5263a, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=77370a09-af1a-4076-bc1e-c9607de5263a,segment=NetworkSegment(e999e10b-d51b-4971-81a2-4455b5d0c86e),segment_id=e999e10b-d51b-4971-81a2-4455b5d0c86e)] {{(pid=92826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:03:34.260695 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-bd3b085d-1cfb-43a3-af4c-94102db04316 req-21d0cd39-b23e-46a4-b36c-6a78a5494ed2 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:34.263126 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-5caab4e8-2504-4b83-884c-0d62df318a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:34.265950 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-5caab4e8-2504-4b83-884c-0d62df318a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for subnet, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:34.268183 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-5caab4e8-2504-4b83-884c-0d62df318a4d admin admin] 10.222.0.86 "DELETE /v2.0/subnets/afaa080c-8e7e-4b77-b781-c772bc60bcf6 HTTP/1.1" status: 204 len: 168 time: 0.2793975 Jun 18 13:03:34.270395 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 55096) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:03:34.275125 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a396802-59d8-43b7-99c3-73ae789e8e3c None None] Network 3aa78f8b-d299-4681-9e29-f1a743dc35b2 requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 13:03:34.278381 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] No Port match for: 406deebe-a93c-4d33-a671-317e165265d3 {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 13:03:34.278738 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 406deebe-a93c-4d33-a671-317e165265d3 not bound to the agent host dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 13:03:34.339059 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [req-bd3b085d-1cfb-43a3-af4c-94102db04316 req-21d0cd39-b23e-46a4-b36c-6a78a5494ed2 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Calling delete_port for 77370a09-af1a-4076-bc1e-c9607de5263a owned by compute:nova {{(pid=92826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:03:34.350798 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b8841faa-bd3b-486c-b491-90f9e7a4110e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647412'] for network, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:34.414527 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [None req-b8841faa-bd3b-486c-b491-90f9e7a4110e admin admin] Deleting port d8f467c5-92d4-4bc2-a64e-f2f94473a44a {{(pid=92825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:03:34.416181 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b8841faa-bd3b-486c-b491-90f9e7a4110e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:34.482376 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [None req-b8841faa-bd3b-486c-b491-90f9e7a4110e admin admin] For port d8f467c5-92d4-4bc2-a64e-f2f94473a44a, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=d8f467c5-92d4-4bc2-a64e-f2f94473a44a,segment=NetworkSegment(079d14a0-0a18-44ed-a331-6105d8df4d78),segment_id=079d14a0-0a18-44ed-a331-6105d8df4d78)] {{(pid=92825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:03:34.482701 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b8841faa-bd3b-486c-b491-90f9e7a4110e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:34.485996 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ae2046-01db-4ee1-b4c7-b1f553320f1c None None] DHCP port deletion for 3aa78f8b-d299-4681-9e29-f1a743dc35b2 request from dv-cinder-797073-1-iscsi {{(pid=92827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 13:03:34.502098 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-bd3b085d-1cfb-43a3-af4c-94102db04316 req-21d0cd39-b23e-46a4-b36c-6a78a5494ed2 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940132'] for port, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:34.507492 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-9f900702-00f6-4b4e-b2c6-2ee073954409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:34.539834 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['77370a09-af1a-4076-bc1e-c9607de5263a'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 13:03:34.549573 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0cd39-b23e-46a4-b36c-6a78a5494ed2 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Pushing event deleted for resources: {'Port': ['ID=77370a09-af1a-4076-bc1e-c9607de5263a,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:34.555006 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-21d0cd39-b23e-46a4-b36c-6a78a5494ed2 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:34.571623 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [None req-b8841faa-bd3b-486c-b491-90f9e7a4110e admin admin] Calling delete_port for d8f467c5-92d4-4bc2-a64e-f2f94473a44a owned by network:dhcp {{(pid=92825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:03:34.573187 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-b5ae2046-01db-4ee1-b4c7-b1f553320f1c None None] Deleting port d8f467c5-92d4-4bc2-a64e-f2f94473a44a {{(pid=92827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:03:34.573577 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-b5ae2046-01db-4ee1-b4c7-b1f553320f1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:34.601351 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd3b085d-1cfb-43a3-af4c-94102db04316 req-21d0cd39-b23e-46a4-b36c-6a78a5494ed2 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] No DVR routers for this DVR port 77370a09-af1a-4076-bc1e-c9607de5263a on host hv-cinder-79707 {{(pid=92826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 13:03:34.603773 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-bd3b085d-1cfb-43a3-af4c-94102db04316 req-21d0cd39-b23e-46a4-b36c-6a78a5494ed2 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:34.605910 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-bd3b085d-1cfb-43a3-af4c-94102db04316 req-21d0cd39-b23e-46a4-b36c-6a78a5494ed2 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.77 "DELETE /v2.0/ports/77370a09-af1a-4076-bc1e-c9607de5263a HTTP/1.1" status: 204 len: 173 time: 0.5924582 Jun 18 13:03:34.606421 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987d7975-e662-4821-8c07-a9b58bd2ca43', 'name': 'network-vif-deleted', 'tag': '77370a09-af1a-4076-bc1e-c9607de5263a'}] {{(pid=92826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:03:34.608699 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7173dab7d1fbfef731d5f8fd5c52510eeface1fe9a62799688baadb2f5777418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0bebaf-3a82-4f3d-b61b-1d28587f05ae" -d '{"events": [{"server_uuid": "987d7975-e662-4821-8c07-a9b58bd2ca43", "name": "network-vif-deleted", "tag": "77370a09-af1a-4076-bc1e-c9607de5263a"}]}' {{(pid=92826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:03:34.652114 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 13:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38509dd5-354a-4471-8ff2-03f777e5e4c7 x-openstack-request-id: req-38509dd5-354a-4471-8ff2-03f777e5e4c7 {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:03:34.652751 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987d7975-e662-4821-8c07-a9b58bd2ca43", "name": "network-vif-deleted", "tag": "77370a09-af1a-4076-bc1e-c9607de5263a", "status": "completed", "code": 200}]} {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:03:34.652751 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-38509dd5-354a-4471-8ff2-03f777e5e4c7 {{(pid=92826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:03:34.653190 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987d7975-e662-4821-8c07-a9b58bd2ca43', 'name': 'network-vif-deleted', 'tag': '77370a09-af1a-4076-bc1e-c9607de5263a', 'status': 'completed', 'code': 200} Jun 18 13:03:34.655613 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-b5ae2046-01db-4ee1-b4c7-b1f553320f1c None None] For port d8f467c5-92d4-4bc2-a64e-f2f94473a44a, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=d8f467c5-92d4-4bc2-a64e-f2f94473a44a,segment=NetworkSegment(079d14a0-0a18-44ed-a331-6105d8df4d78),segment_id=079d14a0-0a18-44ed-a331-6105d8df4d78)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:03:34.656019 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-b5ae2046-01db-4ee1-b4c7-b1f553320f1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:34.674660 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b8841faa-bd3b-486c-b491-90f9e7a4110e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8372373'] for port, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:34.681183 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-4d1c973f-fd7c-405f-9ce4-7751ee552179 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:34.721910 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8841faa-bd3b-486c-b491-90f9e7a4110e admin admin] Pushing event deleted for resources: {'Port': ['ID=d8f467c5-92d4-4bc2-a64e-f2f94473a44a,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:34.724812 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-b5ae2046-01db-4ee1-b4c7-b1f553320f1c None None] Calling delete_port for d8f467c5-92d4-4bc2-a64e-f2f94473a44a owned by network:dhcp {{(pid=92827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:03:34.731104 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-b8841faa-bd3b-486c-b491-90f9e7a4110e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:34.732967 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8841faa-bd3b-486c-b491-90f9e7a4110e admin admin] No DVR routers for this DVR port d8f467c5-92d4-4bc2-a64e-f2f94473a44a on host dv-cinder-797073-1-iscsi {{(pid=92825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 13:03:34.815031 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-b5ae2046-01db-4ee1-b4c7-b1f553320f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654'] for port, after_delete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:34.818320 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-e928595f-93ed-4db3-bc2f-7fb877042445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:34.818499 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b8841faa-bd3b-486c-b491-90f9e7a4110e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-619031', 'neutron.services.segments.db._delete_segments_for_network-8743829154259'] for network, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:34.832738 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.services.segments.db [None req-b8841faa-bd3b-486c-b491-90f9e7a4110e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa78f8b-d299-4681-9e29-f1a743dc35b2']}} {{(pid=92825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:03:34.844139 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.services.segments.db [None req-b8841faa-bd3b-486c-b491-90f9e7a4110e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '079d14a0-0a18-44ed-a331-6105d8df4d78') {'for_net_delete': True} {{(pid=92825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:03:34.844434 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.services.segments.db [None req-b8841faa-bd3b-486c-b491-90f9e7a4110e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '079d14a0-0a18-44ed-a331-6105d8df4d78') {} {{(pid=92825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:03:34.845014 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae2046-01db-4ee1-b4c7-b1f553320f1c None None] Pushing event deleted for resources: {'Port': ['ID=d8f467c5-92d4-4bc2-a64e-f2f94473a44a,revision_number=None']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:34.847559 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-b5ae2046-01db-4ee1-b4c7-b1f553320f1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:34.849926 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ae2046-01db-4ee1-b4c7-b1f553320f1c None None] No DVR routers for this DVR port d8f467c5-92d4-4bc2-a64e-f2f94473a44a on host dv-cinder-797073-1-iscsi {{(pid=92827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 13:03:34.853729 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b8841faa-bd3b-486c-b491-90f9e7a4110e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743829154088', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6310363'] for segment, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:34.878465 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b8841faa-bd3b-486c-b491-90f9e7a4110e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559'] for segment, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:34.888195 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8841faa-bd3b-486c-b491-90f9e7a4110e admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=92825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 13:03:34.888741 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b8841faa-bd3b-486c-b491-90f9e7a4110e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8380228'] for segment, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: conditions |= (models_v2.Port.network_id.in_( Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: conditions |= (models_v2.Port.network_id.in_( Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: conditions |= (models_v2.Port.network_id.in_( Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: conditions |= (models_v2.Port.network_id.in_( Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: conditions |= (models_v2.Port.network_id.in_( Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: conditions |= (models_v2.Port.network_id.in_( Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: conditions |= (models_v2.Port.network_id.in_( Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: conditions |= (models_v2.Port.network_id.in_( Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: conditions |= (models_v2.Port.network_id.in_( Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: conditions |= (models_v2.Port.network_id.in_( Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: Traceback (most recent call last): Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: timer() Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: cb(*args, **kw) Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: return func(*args, **kwargs) Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: self._notify() Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: self.callback(batched_events) Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: event.method(event) Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: return f(self, *a, **k) Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: return self._get(url).json() Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: return self.request(url, 'GET', **kwargs) Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 13:03:34.891171 dv-cinder-797073-1-iscsi neutron-server[92825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 13:03:34.957512 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b8841faa-bd3b-486c-b491-90f9e7a4110e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-619022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2056967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055102'] for network, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:34.962026 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:34.975061 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b8841faa-bd3b-486c-b491-90f9e7a4110e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for network, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:34.980852 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-b8841faa-bd3b-486c-b491-90f9e7a4110e admin admin] 10.222.0.86 "DELETE /v2.0/networks/3aa78f8b-d299-4681-9e29-f1a743dc35b2 HTTP/1.1" status: 204 len: 168 time: 0.7059197 Jun 18 13:03:34.980852 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8841faa-bd3b-486c-b491-90f9e7a4110e admin admin] Pushing event deleted for resources: {'Network': ['ID=3aa78f8b-d299-4681-9e29-f1a743dc35b2,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:34.982464 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-b8841faa-bd3b-486c-b491-90f9e7a4110e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:35.104068 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 55104) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:03:35.113278 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1c377b6f-13d4-458b-8c50-13914c021534 req-e41042f2-dac6-4f85-9147-c7ea0eff7aea tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] 10.222.0.86 "GET /v2.0/ports?device_id=987d7975-e662-4821-8c07-a9b58bd2ca43 HTTP/1.1" status: 200 len: 210 time: 0.0297198 Jun 18 13:03:35.148376 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-32f563a8-ab45-4427-8e52-cd8c56beaabb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=76a1137086a74a1d8351f72b15781da7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423706 Jun 18 13:03:35.151748 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 55108) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:03:35.204065 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-c7829f44-144e-4453-814c-13824d91dbce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:35.230948 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-c7829f44-144e-4453-814c-13824d91dbce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:35.282109 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-c7829f44-144e-4453-814c-13824d91dbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:35.284994 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-c7829f44-144e-4453-814c-13824d91dbce admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:35.286700 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-c7829f44-144e-4453-814c-13824d91dbce admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1e48c6c0-766f-4150-8e93-8363eab62837 HTTP/1.1" status: 204 len: 168 time: 0.1338789 Jun 18 13:03:35.287887 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-ad6fcc1c-057e-4a0d-8ef8-5fcea3623c90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:35.299325 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7829f44-144e-4453-814c-13824d91dbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e48c6c0-766f-4150-8e93-8363eab62837,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:35.303733 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-c7829f44-144e-4453-814c-13824d91dbce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:35.315339 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03f278-bba6-46c3-88a8-c18dca227799 req-3db97986-44d7-4a87-895a-934307fc5296 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:35.316950 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-dc03f278-bba6-46c3-88a8-c18dca227799 req-3db97986-44d7-4a87-895a-934307fc5296 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 945 time: 0.0799968 Jun 18 13:03:35.365036 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-dc03f278-bba6-46c3-88a8-c18dca227799 req-64247bc4-b87b-444e-8814-5f1538eef600 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374992 Jun 18 13:03:35.606364 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 55114) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:03:35.644997 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-b68c029b-02be-4296-a509-e17606e1d48d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=48cf9cd53f0849fe80db94c1d2766eca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372226 Jun 18 13:03:35.647802 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 55116) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:03:35.695342 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-877288bb-bd4a-46d7-aeba-3482f5d19331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:35.716197 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-877288bb-bd4a-46d7-aeba-3482f5d19331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:35.762457 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-877288bb-bd4a-46d7-aeba-3482f5d19331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:35.766030 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-877288bb-bd4a-46d7-aeba-3482f5d19331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:35.767547 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-877288bb-bd4a-46d7-aeba-3482f5d19331 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b9209ffe-70f0-4fc2-8bb4-b190288b0f51 HTTP/1.1" status: 204 len: 168 time: 0.1185589 Jun 18 13:03:35.768679 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-c7829f44-144e-4453-814c-13824d91dbce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:35.785745 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877288bb-bd4a-46d7-aeba-3482f5d19331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9209ffe-70f0-4fc2-8bb4-b190288b0f51,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:35.788958 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-877288bb-bd4a-46d7-aeba-3482f5d19331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:35.840179 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device d8f467c5-92d4-4bc2-a64e-f2f94473a44a no longer exists at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 13:03:35.859924 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] No Port match for: d8f467c5-92d4-4bc2-a64e-f2f94473a44a {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 13:03:35.860286 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device d8f467c5-92d4-4bc2-a64e-f2f94473a44a not bound to the agent host dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 13:03:35.860706 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device ef8ef8b9-2e1f-468e-a607-b3b5210953da no longer exists at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 13:03:35.881698 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] No Port match for: ef8ef8b9-2e1f-468e-a607-b3b5210953da {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 13:03:35.882849 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device ef8ef8b9-2e1f-468e-a607-b3b5210953da not bound to the agent host dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 13:03:36.548560 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce500b-51ed-41be-a652-7d368888934e req-9658c34c-95b9-4b33-9a6e-be725f1ee16e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:36.550567 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-75ce500b-51ed-41be-a652-7d368888934e req-9658c34c-95b9-4b33-9a6e-be725f1ee16e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 945 time: 0.0663812 Jun 18 13:03:36.589277 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-75ce500b-51ed-41be-a652-7d368888934e req-17a936fb-7b8b-4a96-9b86-3282bc27d9ae tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324292 Jun 18 13:03:36.851649 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 55168) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:03:37.251821 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-67d79f1d-ba56-4248-b1e2-dac2e324c348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2082801'] for router_interface, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:37.327340 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 77370a09-af1a-4076-bc1e-c9607de5263a no longer exists at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 13:03:37.347202 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] No Port match for: 77370a09-af1a-4076-bc1e-c9607de5263a {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 13:03:37.347559 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 77370a09-af1a-4076-bc1e-c9607de5263a not bound to the agent host hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 13:03:37.544348 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [None req-67d79f1d-ba56-4248-b1e2-dac2e324c348 admin admin] Deleting port 5a1e60f2-5c06-4789-9f60-84805499833f {{(pid=92825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:03:37.544602 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-67d79f1d-ba56-4248-b1e2-dac2e324c348 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:37.621554 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [None req-67d79f1d-ba56-4248-b1e2-dac2e324c348 admin admin] For port 5a1e60f2-5c06-4789-9f60-84805499833f, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=5a1e60f2-5c06-4789-9f60-84805499833f,segment=NetworkSegment(e999e10b-d51b-4971-81a2-4455b5d0c86e),segment_id=e999e10b-d51b-4971-81a2-4455b5d0c86e)] {{(pid=92825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:03:37.622000 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-67d79f1d-ba56-4248-b1e2-dac2e324c348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:37.685813 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [None req-67d79f1d-ba56-4248-b1e2-dac2e324c348 admin admin] Calling delete_port for 5a1e60f2-5c06-4789-9f60-84805499833f owned by network:router_interface {{(pid=92825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:03:37.850724 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354454e-dc3c-4619-a008-2f265a3cf547 req-ef4dfdf7-ac44-46d5-aa1e-3373305d68bc tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:37.852052 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-4354454e-dc3c-4619-a008-2f265a3cf547 req-ef4dfdf7-ac44-46d5-aa1e-3373305d68bc tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 945 time: 0.1236291 Jun 18 13:03:37.904834 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-4354454e-dc3c-4619-a008-2f265a3cf547 req-7434633d-34ad-40e0-8b39-f5deb2b6a63a tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431528 Jun 18 13:03:37.943347 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-67d79f1d-ba56-4248-b1e2-dac2e324c348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8372373'] for port, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:37.946035 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-f4684d42-0667-4c45-9c55-8a061e77d36b tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:37.969290 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d79f1d-ba56-4248-b1e2-dac2e324c348 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a1e60f2-5c06-4789-9f60-84805499833f,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:37.971722 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-67d79f1d-ba56-4248-b1e2-dac2e324c348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:38.134835 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-67d79f1d-ba56-4248-b1e2-dac2e324c348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2082637'] for router_interface, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:38.337413 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d79f1d-ba56-4248-b1e2-dac2e324c348 admin admin] Router 56b3f581-b310-4516-80da-ef9b4ce1aed3 has already been hosted by L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc {{(pid=92825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 13:03:38.683982 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d79f1d-ba56-4248-b1e2-dac2e324c348 admin admin] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 13:03:38.689558 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-67d79f1d-ba56-4248-b1e2-dac2e324c348 admin admin] 10.222.0.86 "PUT /v2.0/routers/56b3f581-b310-4516-80da-ef9b4ce1aed3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8365901 Jun 18 13:03:38.693457 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 55174) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:03:38.693964 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80d49a5-9ecb-4f95-9eac-a63e9573c9a6 None None] Sync routers for ids ['56b3f581-b310-4516-80da-ef9b4ce1aed3'] in dv-cinder-797073-1-iscsi {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 13:03:38.704238 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80d49a5-9ecb-4f95-9eac-a63e9573c9a6 None None] Routers {'56b3f581-b310-4516-80da-ef9b4ce1aed3'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:03:38.704942 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-e80d49a5-9ecb-4f95-9eac-a63e9573c9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:03:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['56b3f581-b310-4516-80da-ef9b4ce1aed3'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:03:38.803366 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-5f103aab-b693-420b-97aa-19e0a365641a admin admin] Notify callbacks [] for router, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:38.808946 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-e80d49a5-9ecb-4f95-9eac-a63e9573c9a6 None None] Set router 56b3f581-b310-4516-80da-ef9b4ce1aed3 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:03:38.905949 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-5f103aab-b693-420b-97aa-19e0a365641a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:38.963151 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [None req-5f103aab-b693-420b-97aa-19e0a365641a admin admin] Deleting port 75d34f20-a52d-4885-8bfd-0653359f26b3 {{(pid=92826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:03:38.963643 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-5f103aab-b693-420b-97aa-19e0a365641a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:39.075736 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [None req-5f103aab-b693-420b-97aa-19e0a365641a admin admin] For port 75d34f20-a52d-4885-8bfd-0653359f26b3, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=75d34f20-a52d-4885-8bfd-0653359f26b3,segment=NetworkSegment(b79588fc-20f0-437a-9a07-92a6b1056918),segment_id=b79588fc-20f0-437a-9a07-92a6b1056918)] {{(pid=92826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:03:39.076369 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-5f103aab-b693-420b-97aa-19e0a365641a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:39.111276 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-e80d49a5-9ecb-4f95-9eac-a63e9573c9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b3f581-b310-4516-80da-ef9b4ce1aed3', 'name': 'tempest-TestMinimumBasicScenario-870099779-router', 'tenant_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '75d34f20-a52d-4885-8bfd-0653359f26b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:59:20Z', 'updated_at': '2021-06-18T13:03:37Z', 'revision_number': 5, 'project_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'gw_port': {'id': '75d34f20-a52d-4885-8bfd-0653359f26b3', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:06:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3f581-b310-4516-80da-ef9b4ce1aed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:59:21Z', 'updated_at': '2021-06-18T12:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi'}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:03:39.142051 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80d49a5-9ecb-4f95-9eac-a63e9573c9a6 None None] Checking router: 56b3f581-b310-4516-80da-ef9b4ce1aed3 for host: dv-cinder-797073-1-iscsi {{(pid=92827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 13:03:39.142205 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [None req-5f103aab-b693-420b-97aa-19e0a365641a admin admin] Calling delete_port for 75d34f20-a52d-4885-8bfd-0653359f26b3 owned by network:router_gateway {{(pid=92826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:03:39.151604 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80d49a5-9ecb-4f95-9eac-a63e9573c9a6 None None] Routers {'56b3f581-b310-4516-80da-ef9b4ce1aed3'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:03:39.152244 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-e80d49a5-9ecb-4f95-9eac-a63e9573c9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:03:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['56b3f581-b310-4516-80da-ef9b4ce1aed3'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:03:39.211705 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe0255-b18c-43d8-ae19-c7de3ac1e439 req-b740bae3-81d7-4f62-88f1-8e3b9f2d4f6c tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:39.218414 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d9fe0255-b18c-43d8-ae19-c7de3ac1e439 req-b740bae3-81d7-4f62-88f1-8e3b9f2d4f6c tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 945 time: 0.1898806 Jun 18 13:03:39.246029 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-e80d49a5-9ecb-4f95-9eac-a63e9573c9a6 None None] Set router 56b3f581-b310-4516-80da-ef9b4ce1aed3 gateway port host: None {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:03:39.299783 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-e80d49a5-9ecb-4f95-9eac-a63e9573c9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b3f581-b310-4516-80da-ef9b4ce1aed3', 'name': 'tempest-TestMinimumBasicScenario-870099779-router', 'tenant_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:59:20Z', 'updated_at': '2021-06-18T13:03:38Z', 'revision_number': 6, 'project_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'gw_port_host': None}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:03:39.303291 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d9fe0255-b18c-43d8-ae19-c7de3ac1e439 req-729b9229-97f1-4f40-bc6d-d2350728f3da tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840194 Jun 18 13:03:39.339560 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80d49a5-9ecb-4f95-9eac-a63e9573c9a6 None None] The sync data for ids ['56b3f581-b310-4516-80da-ef9b4ce1aed3'] in dv-cinder-797073-1-iscsi is: [{'id': '56b3f581-b310-4516-80da-ef9b4ce1aed3', 'name': 'tempest-TestMinimumBasicScenario-870099779-router', 'tenant_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:59:20Z', 'updated_at': '2021-06-18T13:03:38Z', 'revision_number': 6, 'project_id': 'a85418f3d4c94e0aaeaddc16ef6a5313', 'gw_port_host': None}] {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 13:03:39.385386 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-5f103aab-b693-420b-97aa-19e0a365641a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940132'] for port, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:39.387615 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-cf26128b-7a82-4d98-9096-2adf8f76c7e2 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:39.409715 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f103aab-b693-420b-97aa-19e0a365641a admin admin] Pushing event deleted for resources: {'Port': ['ID=75d34f20-a52d-4885-8bfd-0653359f26b3,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:39.413707 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-5f103aab-b693-420b-97aa-19e0a365641a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:39.474412 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-5f103aab-b693-420b-97aa-19e0a365641a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055009'] for router_gateway, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:39.574046 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-5f103aab-b693-420b-97aa-19e0a365641a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2083967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28484'] for router, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:39.576165 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-5f103aab-b693-420b-97aa-19e0a365641a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:39.620614 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-5f103aab-b693-420b-97aa-19e0a365641a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2083630'] for router, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:39.621190 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f103aab-b693-420b-97aa-19e0a365641a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56b3f581-b310-4516-80da-ef9b4ce1aed3 {{(pid=92826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 13:03:39.626285 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-5f103aab-b693-420b-97aa-19e0a365641a admin admin] Notify callbacks [] for router, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:39.629778 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-5f103aab-b693-420b-97aa-19e0a365641a admin admin] 10.222.0.86 "DELETE /v2.0/routers/56b3f581-b310-4516-80da-ef9b4ce1aed3 HTTP/1.1" status: 204 len: 168 time: 0.9329607 Jun 18 13:03:39.630007 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 55188) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:03:39.706690 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cdc8c14-b936-4fc2-aed6-f306094ad5da admin admin] Deleting subnet e4940de8-0ec5-4587-ae0f-998b04a74657 {{(pid=92826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 13:03:39.712194 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9cdc8c14-b936-4fc2-aed6-f306094ad5da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:39.758812 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9cdc8c14-b936-4fc2-aed6-f306094ad5da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4940090'] for subnet, precommit_delete_associations {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:39.814534 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda253ca-2a12-4d22-beeb-31384e4faedc req-1707422f-683e-480b-aeb5-a7f6a01584c1 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:39.815976 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-eda253ca-2a12-4d22-beeb-31384e4faedc req-1707422f-683e-480b-aeb5-a7f6a01584c1 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 945 time: 0.1604323 Jun 18 13:03:39.905339 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9cdc8c14-b936-4fc2-aed6-f306094ad5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-618888'] for subnet, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:39.928234 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-eda253ca-2a12-4d22-beeb-31384e4faedc req-055fd0c6-b556-4205-846f-ebdd1ea71927 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964334 Jun 18 13:03:39.962959 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9cdc8c14-b936-4fc2-aed6-f306094ad5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-618887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4940062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4917049'] for subnet, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:39.965919 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:39.989128 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc8c14-b936-4fc2-aed6-f306094ad5da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4940de8-0ec5-4587-ae0f-998b04a74657,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:39.992131 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-9cdc8c14-b936-4fc2-aed6-f306094ad5da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:39.993126 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-9cdc8c14-b936-4fc2-aed6-f306094ad5da admin admin] Notify callbacks [] for subnet, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:39.996471 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-9cdc8c14-b936-4fc2-aed6-f306094ad5da admin admin] 10.222.0.86 "DELETE /v2.0/subnets/e4940de8-0ec5-4587-ae0f-998b04a74657 HTTP/1.1" status: 204 len: 168 time: 0.3639548 Jun 18 13:03:39.999178 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 55190) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:03:40.000362 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd0e833-9b5a-4f1b-a055-0c451d617b8c None None] Network 4650261d-14da-4314-a14e-d6ffe8cfac33 requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 13:03:40.070608 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-f0c5f112-e507-48bf-bda8-c498de537caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647412'] for network, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:40.209537 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f883c3-6f36-4ca7-94ec-f7535f9d6d7e None None] DHCP port deletion for 4650261d-14da-4314-a14e-d6ffe8cfac33 request from dv-cinder-797073-1-iscsi {{(pid=92827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 13:03:40.260642 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 5a1e60f2-5c06-4789-9f60-84805499833f no longer exists at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 13:03:40.266365 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-a5f883c3-6f36-4ca7-94ec-f7535f9d6d7e None None] Deleting port 6bf401a0-5cba-4965-9980-dae83738f237 {{(pid=92827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:03:40.267082 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-a5f883c3-6f36-4ca7-94ec-f7535f9d6d7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:40.286569 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] No Port match for: 5a1e60f2-5c06-4789-9f60-84805499833f {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 13:03:40.286919 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 5a1e60f2-5c06-4789-9f60-84805499833f not bound to the agent host dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 13:03:40.367804 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-a5f883c3-6f36-4ca7-94ec-f7535f9d6d7e None None] For port 6bf401a0-5cba-4965-9980-dae83738f237, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=6bf401a0-5cba-4965-9980-dae83738f237,segment=NetworkSegment(e999e10b-d51b-4971-81a2-4455b5d0c86e),segment_id=e999e10b-d51b-4971-81a2-4455b5d0c86e)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:03:40.368640 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-a5f883c3-6f36-4ca7-94ec-f7535f9d6d7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:40.416363 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [None req-f0c5f112-e507-48bf-bda8-c498de537caf admin admin] Deleting port 6bf401a0-5cba-4965-9980-dae83738f237 {{(pid=92826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:03:40.416733 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-f0c5f112-e507-48bf-bda8-c498de537caf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:40.450980 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-a5f883c3-6f36-4ca7-94ec-f7535f9d6d7e None None] Calling delete_port for 6bf401a0-5cba-4965-9980-dae83738f237 owned by network:dhcp {{(pid=92827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:03:40.487706 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [None req-f0c5f112-e507-48bf-bda8-c498de537caf admin admin] For port 6bf401a0-5cba-4965-9980-dae83738f237, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=6bf401a0-5cba-4965-9980-dae83738f237,segment=NetworkSegment(e999e10b-d51b-4971-81a2-4455b5d0c86e),segment_id=e999e10b-d51b-4971-81a2-4455b5d0c86e)] {{(pid=92826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:03:40.488153 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-f0c5f112-e507-48bf-bda8-c498de537caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:40.519243 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff7d74-200b-4552-aff0-569ffabec7fa req-4341eb68-38a4-4538-88ca-2c6073575aad tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:40.521374 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-62ff7d74-200b-4552-aff0-569ffabec7fa req-4341eb68-38a4-4538-88ca-2c6073575aad tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 945 time: 0.0725346 Jun 18 13:03:40.541700 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-a5f883c3-6f36-4ca7-94ec-f7535f9d6d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654'] for port, after_delete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:40.544831 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:40.556167 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [None req-f0c5f112-e507-48bf-bda8-c498de537caf admin admin] Calling delete_port for 6bf401a0-5cba-4965-9980-dae83738f237 owned by network:dhcp {{(pid=92826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:03:40.565756 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-62ff7d74-200b-4552-aff0-569ffabec7fa req-1456a55c-0688-4b1c-84a7-c8bb03177016 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365958 Jun 18 13:03:40.568360 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f883c3-6f36-4ca7-94ec-f7535f9d6d7e None None] Pushing event deleted for resources: {'Port': ['ID=6bf401a0-5cba-4965-9980-dae83738f237,revision_number=None']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:40.571106 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-a5f883c3-6f36-4ca7-94ec-f7535f9d6d7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:40.578446 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f883c3-6f36-4ca7-94ec-f7535f9d6d7e None None] No DVR routers for this DVR port 6bf401a0-5cba-4965-9980-dae83738f237 on host dv-cinder-797073-1-iscsi {{(pid=92827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 13:03:40.635041 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-f0c5f112-e507-48bf-bda8-c498de537caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940132'] for port, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:40.637104 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-d478b442-88e3-4cf2-9904-fed518264e81 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:40.660451 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5f112-e507-48bf-bda8-c498de537caf admin admin] Pushing event deleted for resources: {'Port': ['ID=6bf401a0-5cba-4965-9980-dae83738f237,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:40.663561 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-f0c5f112-e507-48bf-bda8-c498de537caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:40.665029 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c5f112-e507-48bf-bda8-c498de537caf admin admin] No DVR routers for this DVR port 6bf401a0-5cba-4965-9980-dae83738f237 on host dv-cinder-797073-1-iscsi {{(pid=92826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 13:03:40.731920 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-f0c5f112-e507-48bf-bda8-c498de537caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-619031', 'neutron.services.segments.db._delete_segments_for_network-8743829154259'] for network, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:40.741588 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.services.segments.db [None req-f0c5f112-e507-48bf-bda8-c498de537caf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4650261d-14da-4314-a14e-d6ffe8cfac33']}} {{(pid=92826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:03:40.754486 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.services.segments.db [None req-f0c5f112-e507-48bf-bda8-c498de537caf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e999e10b-d51b-4971-81a2-4455b5d0c86e') {'for_net_delete': True} {{(pid=92826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:03:40.754781 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.services.segments.db [None req-f0c5f112-e507-48bf-bda8-c498de537caf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e999e10b-d51b-4971-81a2-4455b5d0c86e') {} {{(pid=92826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:03:40.763302 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-f0c5f112-e507-48bf-bda8-c498de537caf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743829154088', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4940083'] for segment, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:40.776934 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-f0c5f112-e507-48bf-bda8-c498de537caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559'] for segment, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:40.782449 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0c5f112-e507-48bf-bda8-c498de537caf admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=92826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 13:03:40.782827 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-f0c5f112-e507-48bf-bda8-c498de537caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4947637'] for segment, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: conditions |= (models_v2.Port.network_id.in_( Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: self.session.flush() Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: self.session.flush() Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: self.session.flush() Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: self.session.flush() Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: Traceback (most recent call last): Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: timer() Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: cb(*args, **kw) Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: return func(*args, **kwargs) Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: self._notify() Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: self.callback(batched_events) Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: event.method(event) Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: return f(self, *a, **k) Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: return self._get(url).json() Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: return self.request(url, 'GET', **kwargs) Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 13:03:40.784738 dv-cinder-797073-1-iscsi neutron-server[92826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 13:03:40.838001 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-f0c5f112-e507-48bf-bda8-c498de537caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-619022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2056967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055102'] for network, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:40.842842 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-f0c5f112-e507-48bf-bda8-c498de537caf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for network, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:40.844640 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-f0c5f112-e507-48bf-bda8-c498de537caf admin admin] 10.222.0.86 "DELETE /v2.0/networks/4650261d-14da-4314-a14e-d6ffe8cfac33 HTTP/1.1" status: 204 len: 168 time: 0.8445852 Jun 18 13:03:40.845403 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-4bd69a89-6d43-4dd7-8d70-743f193cbe22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:40.847758 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 55194) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:03:40.857707 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5f112-e507-48bf-bda8-c498de537caf admin admin] Pushing event deleted for resources: {'Network': ['ID=4650261d-14da-4314-a14e-d6ffe8cfac33,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:40.860120 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-f0c5f112-e507-48bf-bda8-c498de537caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:41.098337 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde20819-bb19-4c3d-82d5-3df07b53d59d req-7e548a27-a327-4cfb-baa8-d1ed4e4c974b tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:41.099694 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-dde20819-bb19-4c3d-82d5-3df07b53d59d req-7e548a27-a327-4cfb-baa8-d1ed4e4c974b tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 945 time: 0.0618479 Jun 18 13:03:41.141613 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-dde20819-bb19-4c3d-82d5-3df07b53d59d req-5045a84c-3262-44b5-99c9-c93825bdaa8a tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355606 Jun 18 13:03:41.189128 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-e3e959fb-6e73-4c83-8667-3ec0ea6517cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2082801'] for router_interface, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:41.436079 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [None req-e3e959fb-6e73-4c83-8667-3ec0ea6517cc admin admin] Deleting port 7a46caff-e713-4437-b45e-22e184e01a7a {{(pid=92825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:03:41.436419 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-e3e959fb-6e73-4c83-8667-3ec0ea6517cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:41.514717 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [None req-e3e959fb-6e73-4c83-8667-3ec0ea6517cc admin admin] For port 7a46caff-e713-4437-b45e-22e184e01a7a, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=7a46caff-e713-4437-b45e-22e184e01a7a,segment=NetworkSegment(8f8587aa-719f-4b75-825e-60dceb86d5e7),segment_id=8f8587aa-719f-4b75-825e-60dceb86d5e7)] {{(pid=92825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:03:41.515070 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-e3e959fb-6e73-4c83-8667-3ec0ea6517cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:41.576291 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [None req-e3e959fb-6e73-4c83-8667-3ec0ea6517cc admin admin] Calling delete_port for 7a46caff-e713-4437-b45e-22e184e01a7a owned by network:router_interface {{(pid=92825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:03:41.805701 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47eff5-4617-41e1-b6a0-a96144e44af4 req-b1c792f3-d111-453a-aeb5-c411c0185664 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:41.807183 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-7e47eff5-4617-41e1-b6a0-a96144e44af4 req-b1c792f3-d111-453a-aeb5-c411c0185664 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 945 time: 0.1071625 Jun 18 13:03:41.808398 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-e3e959fb-6e73-4c83-8667-3ec0ea6517cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8372373'] for port, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:41.810507 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-9f337c2a-a218-4de0-ab10-d17d097e3f95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:41.833631 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 75d34f20-a52d-4885-8bfd-0653359f26b3 no longer exists at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 13:03:41.843488 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e959fb-6e73-4c83-8667-3ec0ea6517cc admin admin] Pushing event deleted for resources: {'Port': ['ID=7a46caff-e713-4437-b45e-22e184e01a7a,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:41.855463 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] No Port match for: 75d34f20-a52d-4885-8bfd-0653359f26b3 {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 13:03:41.855463 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 75d34f20-a52d-4885-8bfd-0653359f26b3 not bound to the agent host dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 13:03:41.855775 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 6bf401a0-5cba-4965-9980-dae83738f237 no longer exists at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 13:03:41.855888 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-e3e959fb-6e73-4c83-8667-3ec0ea6517cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:41.878036 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] No Port match for: 6bf401a0-5cba-4965-9980-dae83738f237 {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 13:03:41.878411 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 6bf401a0-5cba-4965-9980-dae83738f237 not bound to the agent host dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 13:03:41.920112 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-7e47eff5-4617-41e1-b6a0-a96144e44af4 req-fc37c157-f295-4950-9484-d69d481fc29f tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029525 Jun 18 13:03:41.965016 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88719b5f-6f9a-4e98-8ceb-0be1596161e8 req-3c410e3d-2bc6-4e8a-82b2-2ae4e06bb434 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:41.966480 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-88719b5f-6f9a-4e98-8ceb-0be1596161e8 req-3c410e3d-2bc6-4e8a-82b2-2ae4e06bb434 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.77 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 945 time: 0.0662253 Jun 18 13:03:42.036026 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-e3e959fb-6e73-4c83-8667-3ec0ea6517cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2082637'] for router_interface, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:42.072502 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [req-88719b5f-6f9a-4e98-8ceb-0be1596161e8 req-05ef4e17-484c-4433-a84a-6e13dedb37db tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Deleting port d489e913-36d3-4f50-a9ec-70dcfed2aca1 {{(pid=92826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:03:42.072873 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-88719b5f-6f9a-4e98-8ceb-0be1596161e8 req-05ef4e17-484c-4433-a84a-6e13dedb37db tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:42.162109 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [req-88719b5f-6f9a-4e98-8ceb-0be1596161e8 req-05ef4e17-484c-4433-a84a-6e13dedb37db tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] For port d489e913-36d3-4f50-a9ec-70dcfed2aca1, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=d489e913-36d3-4f50-a9ec-70dcfed2aca1,segment=NetworkSegment(00c35550-828e-48d5-844c-99d49cf59e0e),segment_id=00c35550-828e-48d5-844c-99d49cf59e0e)] {{(pid=92826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:03:42.162351 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-88719b5f-6f9a-4e98-8ceb-0be1596161e8 req-05ef4e17-484c-4433-a84a-6e13dedb37db tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:42.263562 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e959fb-6e73-4c83-8667-3ec0ea6517cc admin admin] Router 34a14f6d-2f22-4a73-8031-682d4fdb4598 has already been hosted by L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc {{(pid=92825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 13:03:42.370298 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e959fb-6e73-4c83-8667-3ec0ea6517cc admin admin] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 13:03:42.370962 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-88719b5f-6f9a-4e98-8ceb-0be1596161e8 req-05ef4e17-484c-4433-a84a-6e13dedb37db tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:42.371341 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-88719b5f-6f9a-4e98-8ceb-0be1596161e8 req-05ef4e17-484c-4433-a84a-6e13dedb37db tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055052'] for floatingip, after_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:42.371658 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.db.l3_db [req-88719b5f-6f9a-4e98-8ceb-0be1596161e8 req-05ef4e17-484c-4433-a84a-6e13dedb37db tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Floating IP 68d60a68-a754-4e54-8d2a-f6657b98a753 disassociated. External IP: 172.27.0.235, port: d489e913-36d3-4f50-a9ec-70dcfed2aca1. Jun 18 13:03:42.372010 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [req-88719b5f-6f9a-4e98-8ceb-0be1596161e8 req-05ef4e17-484c-4433-a84a-6e13dedb37db tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Calling delete_port for d489e913-36d3-4f50-a9ec-70dcfed2aca1 owned by compute:nova {{(pid=92826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:03:42.375280 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-e3e959fb-6e73-4c83-8667-3ec0ea6517cc admin admin] 10.222.0.86 "PUT /v2.0/routers/34a14f6d-2f22-4a73-8031-682d4fdb4598/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5263538 Jun 18 13:03:42.377678 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 55202) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:03:42.380500 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883642fb-2fe2-4297-9850-76f77c88c44f None None] Sync routers for ids ['34a14f6d-2f22-4a73-8031-682d4fdb4598'] in dv-cinder-797073-1-iscsi {{(pid=92828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 13:03:42.387938 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2651a65-75a5-497f-9144-016ef430f6b3 req-e9512507-6951-4040-bf9c-72eb1070c053 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:42.389503 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d2651a65-75a5-497f-9144-016ef430f6b3 req-e9512507-6951-4040-bf9c-72eb1070c053 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 945 time: 0.1306272 Jun 18 13:03:42.390659 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883642fb-2fe2-4297-9850-76f77c88c44f None None] Routers {'34a14f6d-2f22-4a73-8031-682d4fdb4598'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:03:42.391421 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-883642fb-2fe2-4297-9850-76f77c88c44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:03:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['34a14f6d-2f22-4a73-8031-682d4fdb4598'], 'active': True} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:03:42.468812 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d2651a65-75a5-497f-9144-016ef430f6b3 req-3f32c1a3-23f2-4e34-913d-5434fb6a781b tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=27dd32b1-d6c5-4741-a5f0-f3ec85018812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701585 Jun 18 13:03:42.483656 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-afabc9a2-b15a-4026-a675-c0a5ac93453d admin admin] Notify callbacks [] for router, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:42.509206 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvr_db [None req-883642fb-2fe2-4297-9850-76f77c88c44f None None] Set router 34a14f6d-2f22-4a73-8031-682d4fdb4598 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:03:42.556127 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-88719b5f-6f9a-4e98-8ceb-0be1596161e8 req-05ef4e17-484c-4433-a84a-6e13dedb37db tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940132'] for port, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:42.560694 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-67407d6b-b7a1-462d-8d12-cde1751d3a85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:42.585919 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef4e17-484c-4433-a84a-6e13dedb37db tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Pushing event deleted for resources: {'Port': ['ID=d489e913-36d3-4f50-a9ec-70dcfed2aca1,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:42.589834 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-05ef4e17-484c-4433-a84a-6e13dedb37db tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:42.595430 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-afabc9a2-b15a-4026-a675-c0a5ac93453d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:42.652574 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [None req-afabc9a2-b15a-4026-a675-c0a5ac93453d admin admin] Deleting port 1dec7f6b-5338-4f21-85df-c59c763e2052 {{(pid=92825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:03:42.653066 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-afabc9a2-b15a-4026-a675-c0a5ac93453d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:42.693334 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-883642fb-2fe2-4297-9850-76f77c88c44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a14f6d-2f22-4a73-8031-682d4fdb4598', 'name': 'tempest-TestMinimumBasicScenario-79535853-router', 'tenant_id': '6f536ebd9beb4564a97497c48fa62215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '1dec7f6b-5338-4f21-85df-c59c763e2052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:59:27Z', 'updated_at': '2021-06-18T13:03:41Z', 'revision_number': 5, 'project_id': '6f536ebd9beb4564a97497c48fa62215', 'gw_port': {'id': '1dec7f6b-5338-4f21-85df-c59c763e2052', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a14f6d-2f22-4a73-8031-682d4fdb4598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:59:29Z', 'updated_at': '2021-06-18T12:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi'}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:03:42.705613 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88719b5f-6f9a-4e98-8ceb-0be1596161e8 req-05ef4e17-484c-4433-a84a-6e13dedb37db tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Router 534e5e2f-9eea-4850-be2f-281a2dfe94e2 has already been hosted by L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc {{(pid=92826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 13:03:42.718312 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883642fb-2fe2-4297-9850-76f77c88c44f None None] Checking router: 34a14f6d-2f22-4a73-8031-682d4fdb4598 for host: dv-cinder-797073-1-iscsi {{(pid=92828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 13:03:42.727471 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883642fb-2fe2-4297-9850-76f77c88c44f None None] Routers {'34a14f6d-2f22-4a73-8031-682d4fdb4598'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:03:42.728003 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-883642fb-2fe2-4297-9850-76f77c88c44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:03:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['34a14f6d-2f22-4a73-8031-682d4fdb4598'], 'active': True} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:03:42.741296 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [None req-afabc9a2-b15a-4026-a675-c0a5ac93453d admin admin] For port 1dec7f6b-5338-4f21-85df-c59c763e2052, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=1dec7f6b-5338-4f21-85df-c59c763e2052,segment=NetworkSegment(b79588fc-20f0-437a-9a07-92a6b1056918),segment_id=b79588fc-20f0-437a-9a07-92a6b1056918)] {{(pid=92825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:03:42.742331 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-afabc9a2-b15a-4026-a675-c0a5ac93453d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:42.805501 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [None req-afabc9a2-b15a-4026-a675-c0a5ac93453d admin admin] Calling delete_port for 1dec7f6b-5338-4f21-85df-c59c763e2052 owned by network:router_gateway {{(pid=92825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:03:42.816375 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvr_db [None req-883642fb-2fe2-4297-9850-76f77c88c44f None None] Set router 34a14f6d-2f22-4a73-8031-682d4fdb4598 gateway port host: None {{(pid=92828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:03:42.819161 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88719b5f-6f9a-4e98-8ceb-0be1596161e8 req-05ef4e17-484c-4433-a84a-6e13dedb37db tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 13:03:42.830758 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb47387a-c5ea-4070-a247-8606e50adaf7 None None] Sync routers for ids ['534e5e2f-9eea-4850-be2f-281a2dfe94e2'] in dv-cinder-797073-1-iscsi {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 13:03:42.841679 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb47387a-c5ea-4070-a247-8606e50adaf7 None None] Routers {'534e5e2f-9eea-4850-be2f-281a2dfe94e2'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:03:42.843091 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-fb47387a-c5ea-4070-a247-8606e50adaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:03:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['534e5e2f-9eea-4850-be2f-281a2dfe94e2'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:03:42.872923 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.l3_dvrscheduler_db [req-88719b5f-6f9a-4e98-8ceb-0be1596161e8 req-05ef4e17-484c-4433-a84a-6e13dedb37db tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] No DVR routers for this DVR port d489e913-36d3-4f50-a9ec-70dcfed2aca1 on host hv-cinder-79707 {{(pid=92826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 13:03:42.875333 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-88719b5f-6f9a-4e98-8ceb-0be1596161e8 req-05ef4e17-484c-4433-a84a-6e13dedb37db tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:42.877540 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-88719b5f-6f9a-4e98-8ceb-0be1596161e8 req-05ef4e17-484c-4433-a84a-6e13dedb37db tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.77 "DELETE /v2.0/ports/d489e913-36d3-4f50-a9ec-70dcfed2aca1 HTTP/1.1" status: 204 len: 173 time: 0.9035366 Jun 18 13:03:42.878039 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-883642fb-2fe2-4297-9850-76f77c88c44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a14f6d-2f22-4a73-8031-682d4fdb4598', 'name': 'tempest-TestMinimumBasicScenario-79535853-router', 'tenant_id': '6f536ebd9beb4564a97497c48fa62215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:59:27Z', 'updated_at': '2021-06-18T13:03:42Z', 'revision_number': 6, 'project_id': '6f536ebd9beb4564a97497c48fa62215', 'gw_port_host': None}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:03:42.878200 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467f4bb5-c9ac-4443-9868-e152c5392249', 'name': 'network-vif-deleted', 'tag': 'd489e913-36d3-4f50-a9ec-70dcfed2aca1'}] {{(pid=92826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:03:42.889532 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7173dab7d1fbfef731d5f8fd5c52510eeface1fe9a62799688baadb2f5777418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43a54d6-f401-4b75-ae5b-69b70819d0da" -d '{"events": [{"server_uuid": "467f4bb5-c9ac-4443-9868-e152c5392249", "name": "network-vif-deleted", "tag": "d489e913-36d3-4f50-a9ec-70dcfed2aca1"}]}' {{(pid=92826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:03:42.910224 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883642fb-2fe2-4297-9850-76f77c88c44f None None] The sync data for ids ['34a14f6d-2f22-4a73-8031-682d4fdb4598'] in dv-cinder-797073-1-iscsi is: [{'id': '34a14f6d-2f22-4a73-8031-682d4fdb4598', 'name': 'tempest-TestMinimumBasicScenario-79535853-router', 'tenant_id': '6f536ebd9beb4564a97497c48fa62215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:59:27Z', 'updated_at': '2021-06-18T13:03:42Z', 'revision_number': 6, 'project_id': '6f536ebd9beb4564a97497c48fa62215', 'gw_port_host': None}] {{(pid=92828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 13:03:42.991052 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 13:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b818e42a-479d-4588-aead-2a544b8be0c1 x-openstack-request-id: req-b818e42a-479d-4588-aead-2a544b8be0c1 {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:03:42.992473 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467f4bb5-c9ac-4443-9868-e152c5392249", "name": "network-vif-deleted", "tag": "d489e913-36d3-4f50-a9ec-70dcfed2aca1", "status": "completed", "code": 200}]} {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:03:42.992473 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b818e42a-479d-4588-aead-2a544b8be0c1 {{(pid=92826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:03:42.992626 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '467f4bb5-c9ac-4443-9868-e152c5392249', 'name': 'network-vif-deleted', 'tag': 'd489e913-36d3-4f50-a9ec-70dcfed2aca1', 'status': 'completed', 'code': 200} Jun 18 13:03:43.029493 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-afabc9a2-b15a-4026-a675-c0a5ac93453d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8372373'] for port, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:43.032683 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-33b24b5a-d940-450e-8ef7-5f50f3123363 tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:43.046265 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-fb47387a-c5ea-4070-a247-8606e50adaf7 None None] Set router 534e5e2f-9eea-4850-be2f-281a2dfe94e2 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:03:43.075084 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afabc9a2-b15a-4026-a675-c0a5ac93453d admin admin] Pushing event deleted for resources: {'Port': ['ID=1dec7f6b-5338-4f21-85df-c59c763e2052,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:43.081124 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-afabc9a2-b15a-4026-a675-c0a5ac93453d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:43.145797 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccdd488-ef0e-4c15-8a6c-309bb3b9c653 req-78c2c275-1700-418f-ace3-2cd5f1f7b2d8 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:43.147338 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-eccdd488-ef0e-4c15-8a6c-309bb3b9c653 req-78c2c275-1700-418f-ace3-2cd5f1f7b2d8 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 945 time: 0.0720596 Jun 18 13:03:43.154391 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-afabc9a2-b15a-4026-a675-c0a5ac93453d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055009'] for router_gateway, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:43.189280 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-eccdd488-ef0e-4c15-8a6c-309bb3b9c653 req-2fb91e62-406b-4554-b48f-58e62092444a tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356183 Jun 18 13:03:43.251972 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-afabc9a2-b15a-4026-a675-c0a5ac93453d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2083967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28484'] for router, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:43.253971 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-afabc9a2-b15a-4026-a675-c0a5ac93453d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:43.275666 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-fb47387a-c5ea-4070-a247-8606e50adaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'name': 'tempest-AttachVolumeTestJSON-247744625-router', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '2571c3e8-ec54-4493-a67a-c45107e1c407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:58:31Z', 'updated_at': '2021-06-18T12:58:34Z', 'revision_number': 4, 'project_id': '644594a679e942c59bed9f9e6411811e', 'gw_port': {'id': '2571c3e8-ec54-4493-a67a-c45107e1c407', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:58:31Z', 'updated_at': '2021-06-18T12:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': 'e87aca46-b19d-4a5d-a666-4dc82c0bf476', 'name': '', 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'mac_address': 'fa:16:3e:ec:a0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '27bb86f4-b359-4030-a800-8900e90a475a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:58:33Z', 'updated_at': '2021-06-18T12:58:39Z', 'revision_number': 5, 'project_id': '644594a679e942c59bed9f9e6411811e', 'subnets': [{'id': '27bb86f4-b359-4030-a800-8900e90a475a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:03:43.297920 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-afabc9a2-b15a-4026-a675-c0a5ac93453d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2083630'] for router, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:43.298506 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afabc9a2-b15a-4026-a675-c0a5ac93453d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34a14f6d-2f22-4a73-8031-682d4fdb4598 {{(pid=92825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 13:03:43.302747 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-afabc9a2-b15a-4026-a675-c0a5ac93453d admin admin] Notify callbacks [] for router, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:43.306991 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-afabc9a2-b15a-4026-a675-c0a5ac93453d admin admin] 10.222.0.86 "DELETE /v2.0/routers/34a14f6d-2f22-4a73-8031-682d4fdb4598 HTTP/1.1" status: 204 len: 168 time: 0.9260015 Jun 18 13:03:43.307662 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb47387a-c5ea-4070-a247-8606e50adaf7 None None] Checking router: 534e5e2f-9eea-4850-be2f-281a2dfe94e2 for host: dv-cinder-797073-1-iscsi {{(pid=92827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 13:03:43.308290 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 55208) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:03:43.317056 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb47387a-c5ea-4070-a247-8606e50adaf7 None None] Routers {'534e5e2f-9eea-4850-be2f-281a2dfe94e2'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:03:43.317758 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-fb47387a-c5ea-4070-a247-8606e50adaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:03:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['534e5e2f-9eea-4850-be2f-281a2dfe94e2'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:03:43.367332 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.db_base_plugin_v2 [None req-d184ecfc-d600-46d1-b32b-f3f75f2fac83 admin admin] Deleting subnet a0a7e036-d425-4e31-b5ee-70950380d3c4 {{(pid=92826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 13:03:43.370415 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-d184ecfc-d600-46d1-b32b-f3f75f2fac83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:43.417258 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-d184ecfc-d600-46d1-b32b-f3f75f2fac83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4940090'] for subnet, precommit_delete_associations {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:43.450633 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-fb47387a-c5ea-4070-a247-8606e50adaf7 None None] Set router 534e5e2f-9eea-4850-be2f-281a2dfe94e2 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:03:43.503831 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-d184ecfc-d600-46d1-b32b-f3f75f2fac83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-618888'] for subnet, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:43.571702 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-d184ecfc-d600-46d1-b32b-f3f75f2fac83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-618887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4940062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4917049'] for subnet, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:43.576080 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-61c2ae16-6e12-496b-85d2-bb13615ef00c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:43.613083 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-d184ecfc-d600-46d1-b32b-f3f75f2fac83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:43.615765 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-d184ecfc-d600-46d1-b32b-f3f75f2fac83 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/a0a7e036-d425-4e31-b5ee-70950380d3c4 HTTP/1.1" status: 204 len: 168 time: 0.3064363 Jun 18 13:03:43.617417 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184ecfc-d600-46d1-b32b-f3f75f2fac83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0a7e036-d425-4e31-b5ee-70950380d3c4,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:43.618946 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 55212) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:03:43.621471 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-d184ecfc-d600-46d1-b32b-f3f75f2fac83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:43.622630 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e65a72-00cc-4b98-acb1-03e12d9bed42 None None] Network 91f0b784-7972-4642-ac39-21500876e949 requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 13:03:43.696364 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-de963e31-7be7-4cc1-b8cf-420dc6679cff req-bce03f7b-cebf-4aae-9b41-10cde03022b5 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=467f4bb5-c9ac-4443-9868-e152c5392249 HTTP/1.1" status: 200 len: 210 time: 0.0657227 Jun 18 13:03:43.722768 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-966ec283-69de-4b1e-abf2-f1f25cfb6d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647412'] for network, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:43.779780 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [None req-966ec283-69de-4b1e-abf2-f1f25cfb6d61 admin admin] Deleting port ee0f9087-4479-4f41-b1d6-75e1d63ea723 {{(pid=92825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:03:43.780117 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-966ec283-69de-4b1e-abf2-f1f25cfb6d61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:43.816479 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-fb47387a-c5ea-4070-a247-8606e50adaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'name': 'tempest-AttachVolumeTestJSON-247744625-router', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '2571c3e8-ec54-4493-a67a-c45107e1c407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:58:31Z', 'updated_at': '2021-06-18T12:58:34Z', 'revision_number': 4, 'project_id': '644594a679e942c59bed9f9e6411811e', 'gw_port': {'id': '2571c3e8-ec54-4493-a67a-c45107e1c407', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:58:31Z', 'updated_at': '2021-06-18T12:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': 'e87aca46-b19d-4a5d-a666-4dc82c0bf476', 'name': '', 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'mac_address': 'fa:16:3e:ec:a0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '27bb86f4-b359-4030-a800-8900e90a475a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:58:33Z', 'updated_at': '2021-06-18T12:58:39Z', 'revision_number': 5, 'project_id': '644594a679e942c59bed9f9e6411811e', 'subnets': [{'id': '27bb86f4-b359-4030-a800-8900e90a475a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:03:43.852265 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [None req-966ec283-69de-4b1e-abf2-f1f25cfb6d61 admin admin] For port ee0f9087-4479-4f41-b1d6-75e1d63ea723, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=ee0f9087-4479-4f41-b1d6-75e1d63ea723,segment=NetworkSegment(8f8587aa-719f-4b75-825e-60dceb86d5e7),segment_id=8f8587aa-719f-4b75-825e-60dceb86d5e7)] {{(pid=92825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:03:43.852654 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-966ec283-69de-4b1e-abf2-f1f25cfb6d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:43.930825 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [None req-966ec283-69de-4b1e-abf2-f1f25cfb6d61 admin admin] Calling delete_port for ee0f9087-4479-4f41-b1d6-75e1d63ea723 owned by network:dhcp {{(pid=92825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:03:43.999614 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 1dec7f6b-5338-4f21-85df-c59c763e2052 no longer exists at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 13:03:44.002988 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb47387a-c5ea-4070-a247-8606e50adaf7 None None] The sync data for ids ['534e5e2f-9eea-4850-be2f-281a2dfe94e2'] in dv-cinder-797073-1-iscsi is: [{'id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'name': 'tempest-AttachVolumeTestJSON-247744625-router', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '2571c3e8-ec54-4493-a67a-c45107e1c407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:58:31Z', 'updated_at': '2021-06-18T12:58:34Z', 'revision_number': 4, 'project_id': '644594a679e942c59bed9f9e6411811e', 'gw_port': {'id': '2571c3e8-ec54-4493-a67a-c45107e1c407', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:58:31Z', 'updated_at': '2021-06-18T12:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': 'e87aca46-b19d-4a5d-a666-4dc82c0bf476', 'name': '', 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'mac_address': 'fa:16:3e:ec:a0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '27bb86f4-b359-4030-a800-8900e90a475a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:58:33Z', 'updated_at': '2021-06-18T12:58:39Z', 'revision_number': 5, 'project_id': '644594a679e942c59bed9f9e6411811e', 'subnets': [{'id': '27bb86f4-b359-4030-a800-8900e90a475a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 13:03:44.024686 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-966ec283-69de-4b1e-abf2-f1f25cfb6d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8372373'] for port, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:44.026168 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] No Port match for: 1dec7f6b-5338-4f21-85df-c59c763e2052 {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 13:03:44.026527 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 1dec7f6b-5338-4f21-85df-c59c763e2052 not bound to the agent host dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 13:03:44.026947 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 7a46caff-e713-4437-b45e-22e184e01a7a no longer exists at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 13:03:44.030728 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-f685b661-a34f-442b-ba5f-0f9c4dfe6c99 tempest-AttachVolumeNegativeTest-291213477 tempest-AttachVolumeNegativeTest-291213477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:44.037687 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966ec283-69de-4b1e-abf2-f1f25cfb6d61 admin admin] No DVR routers for this DVR port ee0f9087-4479-4f41-b1d6-75e1d63ea723 on host dv-cinder-797073-1-iscsi {{(pid=92825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 13:03:44.051471 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] No Port match for: 7a46caff-e713-4437-b45e-22e184e01a7a {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 13:03:44.051579 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 7a46caff-e713-4437-b45e-22e184e01a7a not bound to the agent host dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 13:03:44.109613 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409b78f4-f0d4-4848-9c04-e7face169db3 None None] DHCP port deletion for 91f0b784-7972-4642-ac39-21500876e949 request from dv-cinder-797073-1-iscsi {{(pid=92827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 13:03:44.125361 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ec283-69de-4b1e-abf2-f1f25cfb6d61 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee0f9087-4479-4f41-b1d6-75e1d63ea723,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:44.129663 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-966ec283-69de-4b1e-abf2-f1f25cfb6d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:44.140891 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-966ec283-69de-4b1e-abf2-f1f25cfb6d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-619031', 'neutron.services.segments.db._delete_segments_for_network-8743829154259'] for network, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:44.150992 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.services.segments.db [None req-966ec283-69de-4b1e-abf2-f1f25cfb6d61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f0b784-7972-4642-ac39-21500876e949']}} {{(pid=92825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:03:44.160965 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.services.segments.db [None req-966ec283-69de-4b1e-abf2-f1f25cfb6d61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f8587aa-719f-4b75-825e-60dceb86d5e7') {'for_net_delete': True} {{(pid=92825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:03:44.161262 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.services.segments.db [None req-966ec283-69de-4b1e-abf2-f1f25cfb6d61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f8587aa-719f-4b75-825e-60dceb86d5e7') {} {{(pid=92825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:03:44.171147 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-966ec283-69de-4b1e-abf2-f1f25cfb6d61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743829154088', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6310363'] for segment, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:44.185729 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-966ec283-69de-4b1e-abf2-f1f25cfb6d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559'] for segment, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:44.191958 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-966ec283-69de-4b1e-abf2-f1f25cfb6d61 admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=92825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 13:03:44.192483 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-966ec283-69de-4b1e-abf2-f1f25cfb6d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8380228'] for segment, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:44.194312 dv-cinder-797073-1-iscsi neutron-server[92825]: Traceback (most recent call last): Jun 18 13:03:44.194312 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 13:03:44.194312 dv-cinder-797073-1-iscsi neutron-server[92825]: timer() Jun 18 13:03:44.194312 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 13:03:44.194312 dv-cinder-797073-1-iscsi neutron-server[92825]: cb(*args, **kw) Jun 18 13:03:44.194312 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 13:03:44.194312 dv-cinder-797073-1-iscsi neutron-server[92825]: return func(*args, **kwargs) Jun 18 13:03:44.194312 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 13:03:44.194312 dv-cinder-797073-1-iscsi neutron-server[92825]: self._notify() Jun 18 13:03:44.194312 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 13:03:44.194312 dv-cinder-797073-1-iscsi neutron-server[92825]: self.callback(batched_events) Jun 18 13:03:44.194312 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 13:03:44.194312 dv-cinder-797073-1-iscsi neutron-server[92825]: event.method(event) Jun 18 13:03:44.194312 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 13:03:44.194312 dv-cinder-797073-1-iscsi neutron-server[92825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 13:03:44.194312 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 13:03:44.194312 dv-cinder-797073-1-iscsi neutron-server[92825]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 13:03:44.194312 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 13:03:44.194312 dv-cinder-797073-1-iscsi neutron-server[92825]: return f(self, *a, **k) Jun 18 13:03:44.194312 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 13:03:44.194312 dv-cinder-797073-1-iscsi neutron-server[92825]: return self._get(url).json() Jun 18 13:03:44.194312 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 13:03:44.194312 dv-cinder-797073-1-iscsi neutron-server[92825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 13:03:44.194312 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 13:03:44.194312 dv-cinder-797073-1-iscsi neutron-server[92825]: return self.request(url, 'GET', **kwargs) Jun 18 13:03:44.194312 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 13:03:44.194312 dv-cinder-797073-1-iscsi neutron-server[92825]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 13:03:44.194312 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 13:03:44.194312 dv-cinder-797073-1-iscsi neutron-server[92825]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 13:03:44.194312 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 13:03:44.194312 dv-cinder-797073-1-iscsi neutron-server[92825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 13:03:44.194312 dv-cinder-797073-1-iscsi neutron-server[92825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 13:03:44.254453 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-966ec283-69de-4b1e-abf2-f1f25cfb6d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-619022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2056967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055102'] for network, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:44.264363 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-966ec283-69de-4b1e-abf2-f1f25cfb6d61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for network, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:44.270101 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-966ec283-69de-4b1e-abf2-f1f25cfb6d61 admin admin] 10.222.0.86 "DELETE /v2.0/networks/91f0b784-7972-4642-ac39-21500876e949 HTTP/1.1" status: 204 len: 168 time: 0.6499989 Jun 18 13:03:44.270980 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-6829ee45-33b4-49d2-95ec-f58a6002265e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:44.285375 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ec283-69de-4b1e-abf2-f1f25cfb6d61 admin admin] Pushing event deleted for resources: {'Network': ['ID=91f0b784-7972-4642-ac39-21500876e949,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:44.287889 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-966ec283-69de-4b1e-abf2-f1f25cfb6d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:44.312364 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857ae4c2-648c-43bc-836a-ab91f06ed1c3 None None] New status for floating IP 68d60a68-a754-4e54-8d2a-f6657b98a753: DOWN {{(pid=92828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 13:03:44.412015 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38d7a5-d427-4319-a9c5-837c0d7831ea req-32a566b9-23f7-48e8-a70e-fae54588c618 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:44.414269 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-2b38d7a5-d427-4319-a9c5-837c0d7831ea req-32a566b9-23f7-48e8-a70e-fae54588c618 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 945 time: 0.0770588 Jun 18 13:03:44.455849 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-2b38d7a5-d427-4319-a9c5-837c0d7831ea req-9621fef1-5fa3-4d37-a0e8-80df6be0abc7 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353823 Jun 18 13:03:44.466625 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 55218) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:03:44.515060 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-ce325ae4-458b-4a6c-85eb-1499048b66d5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a85418f3d4c94e0aaeaddc16ef6a5313&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472238 Jun 18 13:03:44.517456 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 55220) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:03:44.563626 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-7e3ea55a-2e00-45cc-aa85-0be1405ba3e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:44.586784 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-7e3ea55a-2e00-45cc-aa85-0be1405ba3e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:44.635362 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-7e3ea55a-2e00-45cc-aa85-0be1405ba3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:44.637789 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-7e3ea55a-2e00-45cc-aa85-0be1405ba3e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:44.638890 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-7e3ea55a-2e00-45cc-aa85-0be1405ba3e8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/58421e2b-90d2-4077-a935-1a27eaa35c5d HTTP/1.1" status: 204 len: 168 time: 0.1205280 Jun 18 13:03:44.639705 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-0db96911-25a3-4929-a04a-aa1e6fe8f68c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:44.646978 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ea55a-2e00-45cc-aa85-0be1405ba3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58421e2b-90d2-4077-a935-1a27eaa35c5d,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:44.649747 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-7e3ea55a-2e00-45cc-aa85-0be1405ba3e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:44.819067 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 55230) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:03:44.875899 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-4fb36128-5ceb-4b87-997d-bbf0bc7c112a tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:44.905438 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-4fb36128-5ceb-4b87-997d-bbf0bc7c112a tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:44.953030 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-4fb36128-5ceb-4b87-997d-bbf0bc7c112a tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:44.955546 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-4fb36128-5ceb-4b87-997d-bbf0bc7c112a tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:44.956898 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-4fb36128-5ceb-4b87-997d-bbf0bc7c112a tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "DELETE /v2.0/security-groups/27dd32b1-d6c5-4741-a5f0-f3ec85018812 HTTP/1.1" status: 204 len: 168 time: 0.1358883 Jun 18 13:03:44.958378 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-cb370bed-eadc-4838-bb85-62c2177d91b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:44.959717 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 55232) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:03:44.962237 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 55234) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:03:44.973930 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.api.v2.resource [None req-665459e2-47e7-4cb8-ab9f-43a3944edaf2 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] show failed (client error): The resource could not be found. Jun 18 13:03:44.974186 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb36128-5ceb-4b87-997d-bbf0bc7c112a tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27dd32b1-d6c5-4741-a5f0-f3ec85018812,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:44.977659 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-665459e2-47e7-4cb8-ab9f-43a3944edaf2 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups/27dd32b1-d6c5-4741-a5f0-f3ec85018812 HTTP/1.1" status: 404 len: 347 time: 0.0136256 Jun 18 13:03:44.977962 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 55236) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:03:44.981474 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-4fb36128-5ceb-4b87-997d-bbf0bc7c112a tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:45.011408 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-5329d523-4381-4a99-abd1-52ec4903593f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6f536ebd9beb4564a97497c48fa62215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480056 Jun 18 13:03:45.013752 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 55238) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:03:45.060712 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-9950b0bf-e639-455e-831f-cf2c38054efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:45.082167 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-9950b0bf-e639-455e-831f-cf2c38054efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:45.101716 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [None req-87a0ebf5-b47f-40f7-9530-dccef55a46f5 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Deleting port 121aaf47-4ba6-4d9e-9933-16aa8fb3c877 {{(pid=92826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:03:45.102059 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-87a0ebf5-b47f-40f7-9530-dccef55a46f5 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:45.130589 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-9950b0bf-e639-455e-831f-cf2c38054efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:45.133851 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-9950b0bf-e639-455e-831f-cf2c38054efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:45.134965 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-9950b0bf-e639-455e-831f-cf2c38054efc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5ea42a79-6cb1-4a86-9bea-1e1855ba33ce HTTP/1.1" status: 204 len: 168 time: 0.1202171 Jun 18 13:03:45.135745 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-53288bc8-ed54-4303-8c90-91dc3b4538bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:45.143009 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950b0bf-e639-455e-831f-cf2c38054efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea42a79-6cb1-4a86-9bea-1e1855ba33ce,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:45.145288 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-9950b0bf-e639-455e-831f-cf2c38054efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:45.180327 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-87a0ebf5-b47f-40f7-9530-dccef55a46f5 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:45.180656 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-87a0ebf5-b47f-40f7-9530-dccef55a46f5 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:45.246715 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [None req-87a0ebf5-b47f-40f7-9530-dccef55a46f5 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Calling delete_port for 121aaf47-4ba6-4d9e-9933-16aa8fb3c877 owned by network:floatingip {{(pid=92826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:03:45.372018 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device d489e913-36d3-4f50-a9ec-70dcfed2aca1 no longer exists at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 13:03:45.394296 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] No Port match for: d489e913-36d3-4f50-a9ec-70dcfed2aca1 {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 13:03:45.394687 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device d489e913-36d3-4f50-a9ec-70dcfed2aca1 not bound to the agent host hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 13:03:45.396371 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-87a0ebf5-b47f-40f7-9530-dccef55a46f5 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940132'] for port, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:45.400450 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-091ac94f-8d98-4f38-afd2-ae897cc6909e tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:45.426907 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a0ebf5-b47f-40f7-9530-dccef55a46f5 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Pushing event deleted for resources: {'Port': ['ID=121aaf47-4ba6-4d9e-9933-16aa8fb3c877,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:45.430573 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-87a0ebf5-b47f-40f7-9530-dccef55a46f5 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:45.494515 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-87a0ebf5-b47f-40f7-9530-dccef55a46f5 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for floatingip, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:45.497143 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-87a0ebf5-b47f-40f7-9530-dccef55a46f5 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for floatingip, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:45.498241 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-87a0ebf5-b47f-40f7-9530-dccef55a46f5 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "DELETE /v2.0/floatingips/68d60a68-a754-4e54-8d2a-f6657b98a753 HTTP/1.1" status: 204 len: 168 time: 0.5193357 Jun 18 13:03:45.653818 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c3aee-7197-4d41-8e78-658a26e2f93e req-efc4b95c-923b-4402-ab44-cf1b274bf0b2 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:45.655516 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f36c3aee-7197-4d41-8e78-658a26e2f93e req-efc4b95c-923b-4402-ab44-cf1b274bf0b2 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 945 time: 0.0723124 Jun 18 13:03:45.693128 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f36c3aee-7197-4d41-8e78-658a26e2f93e req-0c14b87e-7671-4476-8f0d-7323fdac6852 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313811 Jun 18 13:03:45.742641 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 55246) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:03:45.748130 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-a51978aa-7a60-43ff-973b-634afbe3d0f5 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Request body: {'security_group': {'name': 'tempest-securitygroup--348393304', 'description': 'tempest-description--1013879642'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:03:45.769834 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-a51978aa-7a60-43ff-973b-634afbe3d0f5 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:45.836650 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device ee0f9087-4479-4f41-b1d6-75e1d63ea723 no longer exists at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 13:03:45.856831 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] No Port match for: ee0f9087-4479-4f41-b1d6-75e1d63ea723 {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 13:03:45.857178 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device ee0f9087-4479-4f41-b1d6-75e1d63ea723 not bound to the agent host dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 13:03:45.858825 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-a51978aa-7a60-43ff-973b-634afbe3d0f5 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:45.862558 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-a51978aa-7a60-43ff-973b-634afbe3d0f5 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:45.867280 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-2632fa1f-b39c-41e0-8574-a95370c624eb tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:45.892678 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-a51978aa-7a60-43ff-973b-634afbe3d0f5 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:45.893953 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-a51978aa-7a60-43ff-973b-634afbe3d0f5 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1502609 Jun 18 13:03:45.895838 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51978aa-7a60-43ff-973b-634afbe3d0f5 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a76ed842-6665-47e4-8c2f-412835f5f1b5,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:45.896994 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 55248) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:03:45.899208 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-a51978aa-7a60-43ff-973b-634afbe3d0f5 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:45.902318 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-c2593e98-4508-40c0-b88d-32ae735c8aa8 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Request body: {'security_group_rule': {'security_group_id': 'a76ed842-6665-47e4-8c2f-412835f5f1b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:03:45.934012 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-c2593e98-4508-40c0-b88d-32ae735c8aa8 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:45.993325 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-c2593e98-4508-40c0-b88d-32ae735c8aa8 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:45.997339 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-c2593e98-4508-40c0-b88d-32ae735c8aa8 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017479'] for security_group_rule, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:45.999629 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-67980b73-8508-48d3-a568-eb52fee5b0bb tempest-TestShelveInstance-101311225 tempest-TestShelveInstance-101311225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:46.020232 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593e98-4508-40c0-b88d-32ae735c8aa8 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=204bf4bb-4854-4349-ae4a-ce6aa203af84,revision_number=0']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:46.023848 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-c2593e98-4508-40c0-b88d-32ae735c8aa8 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:46.027650 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-c2593e98-4508-40c0-b88d-32ae735c8aa8 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:46.028915 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-c2593e98-4508-40c0-b88d-32ae735c8aa8 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1303110 Jun 18 13:03:46.032100 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 55250) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:03:46.036814 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-62cbe43b-305e-4a87-85ed-2c8074e60e08 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Request body: {'security_group_rule': {'security_group_id': 'a76ed842-6665-47e4-8c2f-412835f5f1b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:03:46.063540 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-62cbe43b-305e-4a87-85ed-2c8074e60e08 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:46.118196 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-62cbe43b-305e-4a87-85ed-2c8074e60e08 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:46.121765 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-62cbe43b-305e-4a87-85ed-2c8074e60e08 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017479'] for security_group_rule, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:46.123705 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:46.140153 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cbe43b-305e-4a87-85ed-2c8074e60e08 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c2783e-45d7-4840-929f-bd2750e280c9,revision_number=0']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:46.142908 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-62cbe43b-305e-4a87-85ed-2c8074e60e08 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:46.145681 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-62cbe43b-305e-4a87-85ed-2c8074e60e08 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:46.146808 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-62cbe43b-305e-4a87-85ed-2c8074e60e08 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1137533 Jun 18 13:03:46.150811 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 55252) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:03:46.155429 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-e5ed8cd7-d715-4b68-9bec-8727e22a2037 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Request body: {'floatingip': {'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:03:46.176854 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-e5ed8cd7-d715-4b68-9bec-8727e22a2037 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for floatingip, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:46.275506 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-e5ed8cd7-d715-4b68-9bec-8727e22a2037 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:46.385477 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.db_base_plugin_common [None req-e5ed8cd7-d715-4b68-9bec-8727e22a2037 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Allocated IP 172.27.0.49 (9d896988-a366-408b-a158-be6ed4023cc1/a87da4ed-432b-4387-92bb-db12946e6cdf/0dfcfb54-1a21-4af2-8322-c97c7bee6f92) {{(pid=92825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 13:03:46.484994 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-e5ed8cd7-d715-4b68-9bec-8727e22a2037 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for port, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:46.523499 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-e5ed8cd7-d715-4b68-9bec-8727e22a2037 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8372378'] for port, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:46.525389 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-966ec283-69de-4b1e-abf2-f1f25cfb6d61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:46.560840 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ed8cd7-d715-4b68-9bec-8727e22a2037 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Network 9d896988-a366-408b-a158-be6ed4023cc1 is already hosted by enough agents. {{(pid=92825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 13:03:46.563642 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [None req-e5ed8cd7-d715-4b68-9bec-8727e22a2037 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Resources bound (agent type, host, resource id): {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 13:03:46.567127 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ed8cd7-d715-4b68-9bec-8727e22a2037 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Received port after_create {{(pid=92825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 13:03:46.591306 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed8cd7-d715-4b68-9bec-8727e22a2037 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Pushing event updated for resources: {'Port': ['ID=0dfcfb54-1a21-4af2-8322-c97c7bee6f92,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:46.595030 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-e5ed8cd7-d715-4b68-9bec-8727e22a2037 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:46.655991 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-e5ed8cd7-d715-4b68-9bec-8727e22a2037 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:46.697350 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-e5ed8cd7-d715-4b68-9bec-8727e22a2037 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:46.877651 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-e5ed8cd7-d715-4b68-9bec-8727e22a2037 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for port, precommit_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:46.885409 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-e5ed8cd7-d715-4b68-9bec-8727e22a2037 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8372396'] for port, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:46.888698 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-9f337c2a-a218-4de0-ab10-d17d097e3f95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:47.216045 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9d284-ee2c-4208-9d34-b5e9e776e16c req-76d9bf1e-bf53-4e72-9907-2f692789ce26 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:47.217491 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-dcc9d284-ee2c-4208-9d34-b5e9e776e16c req-76d9bf1e-bf53-4e72-9907-2f692789ce26 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 945 time: 0.4023695 Jun 18 13:03:47.226882 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed8cd7-d715-4b68-9bec-8727e22a2037 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Pushing event updated for resources: {'Port': ['ID=0dfcfb54-1a21-4af2-8322-c97c7bee6f92,revision_number=2']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:47.236959 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-e5ed8cd7-d715-4b68-9bec-8727e22a2037 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:47.251272 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-e5ed8cd7-d715-4b68-9bec-8727e22a2037 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055052'] for floatingip, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:47.275593 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-dcc9d284-ee2c-4208-9d34-b5e9e776e16c req-dace486d-f43f-453c-b7d3-c94d510de528 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520689 Jun 18 13:03:47.276694 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-e5ed8cd7-d715-4b68-9bec-8727e22a2037 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for floatingip, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:47.277753 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-e5ed8cd7-d715-4b68-9bec-8727e22a2037 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1260090 Jun 18 13:03:47.465114 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-d234213d-7973-4f89-8f85-56bceecf21ca tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--348393304&fields=id&tenant_id=644594a679e942c59bed9f9e6411811e HTTP/1.1" status: 200 len: 267 time: 0.0324147 Jun 18 13:03:47.568632 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-a140b65f-cdf4-44b8-a8ab-8e9da16311c6 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:47.570183 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-a140b65f-cdf4-44b8-a8ab-8e9da16311c6 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/networks?id=104453e3-7b6d-46e4-8eed-f30fcc01cf9f HTTP/1.1" status: 200 len: 810 time: 0.0988059 Jun 18 13:03:47.584517 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-e750db4e-e983-4a48-80d5-b3a1327919c1 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/quotas/644594a679e942c59bed9f9e6411811e HTTP/1.1" status: 200 len: 375 time: 0.0088189 Jun 18 13:03:47.658472 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-2a585b9c-2009-44f1-bfba-cf05a43c6586 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=644594a679e942c59bed9f9e6411811e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0684781 Jun 18 13:03:47.841637 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-f55c09d0-cd8a-4c6c-b49d-7968d2610c11 service neutron] 10.222.0.86 "GET /v2.0/networks/104453e3-7b6d-46e4-8eed-f30fcc01cf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709909 Jun 18 13:03:47.933588 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-237bb5ae-33a6-4ca9-a6ec-dd43a21896fe service neutron] 10.222.0.86 "GET /v2.0/networks/104453e3-7b6d-46e4-8eed-f30fcc01cf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862122 Jun 18 13:03:48.450448 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a7562-9500-420d-8565-673d91df8ffa req-ed982348-ba7f-4bd3-b14a-6ae1112a479a tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:48.451889 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-1d7a7562-9500-420d-8565-673d91df8ffa req-ed982348-ba7f-4bd3-b14a-6ae1112a479a tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 945 time: 0.0616136 Jun 18 13:03:48.488290 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-1d7a7562-9500-420d-8565-673d91df8ffa req-a6bbc7d3-5ea2-428e-a2ca-0c74ed97923a tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307229 Jun 18 13:03:49.120133 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-09e40f56-477b-4734-b81b-ebcc246569a6 req-e56421b7-9885-4648-b4e1-72870562db44 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=899304bf-0134-46bd-975e-646331a9ef7b HTTP/1.1" status: 200 len: 210 time: 0.0319734 Jun 18 13:03:49.677628 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7174ef3-1fe8-477b-bfe9-350620ad6bc9 req-25147fd4-f231-4f95-9c6a-463b7361e4fb tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:49.679267 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b7174ef3-1fe8-477b-bfe9-350620ad6bc9 req-25147fd4-f231-4f95-9c6a-463b7361e4fb tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 945 time: 0.0710962 Jun 18 13:03:49.719699 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b7174ef3-1fe8-477b-bfe9-350620ad6bc9 req-fd2bcd0a-3c10-4a2a-bb3a-847cc20cec12 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330145 Jun 18 13:03:50.320827 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-92805c33-d6d8-472b-ab72-de589f9746a5 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:50.322537 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-92805c33-d6d8-472b-ab72-de589f9746a5 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.77 "GET /v2.0/networks?id=104453e3-7b6d-46e4-8eed-f30fcc01cf9f HTTP/1.1" status: 200 len: 810 time: 0.1373959 Jun 18 13:03:50.385147 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-9253d20f-f968-4fb6-962e-775f1d9d21e5 req-4f947ab8-70ec-4af4-a40a-109ac84305bd tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=899304bf-0134-46bd-975e-646331a9ef7b HTTP/1.1" status: 200 len: 210 time: 0.1500449 Jun 18 13:03:50.485682 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-b6fdab1b-2c59-4d2c-802e-906229d21b36 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=644594a679e942c59bed9f9e6411811e HTTP/1.1" status: 200 len: 379 time: 0.0369709 Jun 18 13:03:50.496502 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-2ef82ec9-9c37-47f1-b404-f52a3b01124a tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Request body: {'port': {'device_id': '899304bf-0134-46bd-975e-646331a9ef7b', 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f', 'admin_state_up': True, 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'security_groups': ['a76ed842-6665-47e4-8c2f-412835f5f1b5']}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:03:50.602509 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-2ef82ec9-9c37-47f1-b404-f52a3b01124a tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Made reservation on behalf of 644594a679e942c59bed9f9e6411811e for: {'port': 1} {{(pid=92826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 13:03:50.606033 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-2ef82ec9-9c37-47f1-b404-f52a3b01124a tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:50.738533 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.db_base_plugin_common [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-2ef82ec9-9c37-47f1-b404-f52a3b01124a tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Allocated IP 172.20.0.13 (104453e3-7b6d-46e4-8eed-f30fcc01cf9f/27bb86f4-b359-4030-a800-8900e90a475a/caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f) {{(pid=92826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 13:03:50.916442 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-2ef82ec9-9c37-47f1-b404-f52a3b01124a tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for port, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:50.933396 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.provisioning_blocks [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-2ef82ec9-9c37-47f1-b404-f52a3b01124a tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Transition to ACTIVE for port object caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f will not be triggered until provisioned by entity DHCP. {{(pid=92826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 13:03:50.946953 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce480f-e34e-491e-a88d-075a171395bf req-e52bd6ac-a2fd-43f6-9423-c334d4239c34 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:50.948400 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a7ce480f-e34e-491e-a88d-075a171395bf req-e52bd6ac-a2fd-43f6-9423-c334d4239c34 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 945 time: 0.1098959 Jun 18 13:03:51.000135 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a7ce480f-e34e-491e-a88d-075a171395bf req-5baf4cf5-591d-4eb2-8ab4-61eb1f573a73 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456207 Jun 18 13:03:51.006160 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-2ef82ec9-9c37-47f1-b404-f52a3b01124a tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4940139'] for port, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:51.011941 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-f8affc31-a3b1-4fac-9f5f-2ab829365f7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:51.055994 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-2ef82ec9-9c37-47f1-b404-f52a3b01124a tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Network 104453e3-7b6d-46e4-8eed-f30fcc01cf9f is already hosted by enough agents. {{(pid=92826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 13:03:51.059374 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.base_scheduler [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-2ef82ec9-9c37-47f1-b404-f52a3b01124a tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Resources bound (agent type, host, resource id): {{(pid=92826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 13:03:51.063311 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-2ef82ec9-9c37-47f1-b404-f52a3b01124a tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Received port after_create {{(pid=92826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 13:03:51.070336 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef82ec9-9c37-47f1-b404-f52a3b01124a tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Pushing event updated for resources: {'Port': ['ID=caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:51.090890 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-2ef82ec9-9c37-47f1-b404-f52a3b01124a tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:51.116232 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-2ef82ec9-9c37-47f1-b404-f52a3b01124a tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:51.117389 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-2ef82ec9-9c37-47f1-b404-f52a3b01124a tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:51.132896 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-2ef82ec9-9c37-47f1-b404-f52a3b01124a tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6394010 Jun 18 13:03:51.150707 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-0e37b63f-3764-4635-a704-efb130e8dfc3 service neutron] Request body: {'port': {'device_id': '899304bf-0134-46bd-975e-646331a9ef7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79707'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:03:51.226973 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-0e37b63f-3764-4635-a704-efb130e8dfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:51.240077 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-5a07ea1d-e3fc-4cd6-a323-c3a6321a378e None None] Provisioning for port caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f completed by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 13:03:51.244505 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-5a07ea1d-e3fc-4cd6-a323-c3a6321a378e None None] Provisioning complete for port caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f triggered by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 13:03:51.244994 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-5a07ea1d-e3fc-4cd6-a323-c3a6321a378e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:51.281902 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-5a07ea1d-e3fc-4cd6-a323-c3a6321a378e None None] Port caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f cannot update to ACTIVE because it is not bound. {{(pid=92827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 13:03:51.419092 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device a3b635ff-75fa-4741-b859-08fe9ee41155 details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=92827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 13:03:51.497819 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.notifiers.nova [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-0e37b63f-3764-4635-a704-efb130e8dfc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f {{(pid=92826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 13:03:51.506675 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-0e37b63f-3764-4635-a704-efb130e8dfc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:51.518013 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.provisioning_blocks [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-0e37b63f-3764-4635-a704-efb130e8dfc3 service neutron] Transition to ACTIVE for port object caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f will not be triggered until provisioned by entity L2. {{(pid=92826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 13:03:51.519241 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port a3b635ff-75fa-4741-b859-08fe9ee41155, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=a3b635ff-75fa-4741-b859-08fe9ee41155,segment=NetworkSegment(23b88fce-5b57-4798-9ca4-628ae6f60edb),segment_id=23b88fce-5b57-4798-9ca4-628ae6f60edb)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:03:51.524386 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-0e37b63f-3764-4635-a704-efb130e8dfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4940125'] for port, after_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:51.527928 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-57490971-9acc-490c-853d-48e2ea144d91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:51.530985 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Returning: {'device': 'a3b635ff-75fa-4741-b859-08fe9ee41155', 'network_id': '1ff29541-7511-4984-adea-fc36150ec103', 'port_id': 'a3b635ff-75fa-4741-b859-08fe9ee41155', 'mac_address': 'fa:16:3e:26:9c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac677325-f406-437d-8e84-8b08f5594ded', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 13:03:51.561615 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781f058-df4e-4c81-811d-34cd501d747c req-d39584fd-b946-403a-b4c4-8350250e5438 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:51.563640 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c781f058-df4e-4c81-811d-34cd501d747c req-d39584fd-b946-403a-b4c4-8350250e5438 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=899304bf-0134-46bd-975e-646331a9ef7b HTTP/1.1" status: 200 len: 932 time: 0.0673797 Jun 18 13:03:51.573777 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:51.587991 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a3b635ff-75fa-4741-b859-08fe9ee41155 {{(pid=92827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 13:03:51.610958 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e37b63f-3764-4635-a704-efb130e8dfc3 service neutron] Pushing event updated for resources: {'Port': ['ID=caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f,revision_number=2']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:51.614879 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port a3b635ff-75fa-4741-b859-08fe9ee41155, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=a3b635ff-75fa-4741-b859-08fe9ee41155,segment=NetworkSegment(23b88fce-5b57-4798-9ca4-628ae6f60edb),segment_id=23b88fce-5b57-4798-9ca4-628ae6f60edb)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:03:51.620593 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:51.621748 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-0e37b63f-3764-4635-a704-efb130e8dfc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:51.623405 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:51.637794 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c781f058-df4e-4c81-811d-34cd501d747c req-7a52c263-b7a7-479a-b3eb-074b7eac733a tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=a76ed842-6665-47e4-8c2f-412835f5f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591431 Jun 18 13:03:51.692016 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=a3b635ff-75fa-4741-b859-08fe9ee41155,revision_number=6']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:51.695441 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:51.705120 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.managers [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-0e37b63f-3764-4635-a704-efb130e8dfc3 service neutron] Attempting to bind port caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f on host hv-cinder-79707 for vnic_type normal with profile {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 13:03:51.705460 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.managers [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-0e37b63f-3764-4635-a704-efb130e8dfc3 service neutron] Attempting to bind port caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f by drivers openvswitch,hyperv on host hv-cinder-79707 at level 0 using segments [{'id': '00c35550-828e-48d5-844c-99d49cf59e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f'}] {{(pid=92826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 13:03:51.705800 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-0e37b63f-3764-4635-a704-efb130e8dfc3 service neutron] Attempting to bind port caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f on network 104453e3-7b6d-46e4-8eed-f30fcc01cf9f {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 13:03:51.712244 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-0e37b63f-3764-4635-a704-efb130e8dfc3 service neutron] Port caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f on network 104453e3-7b6d-46e4-8eed-f30fcc01cf9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79707 {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 13:03:51.712570 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-0e37b63f-3764-4635-a704-efb130e8dfc3 service neutron] Attempting to bind port caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f on network 104453e3-7b6d-46e4-8eed-f30fcc01cf9f {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 13:03:51.717964 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-0e37b63f-3764-4635-a704-efb130e8dfc3 service neutron] Checking agent: {'id': '7546d223-5e56-44d8-9441-1a8a85fbff90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79707', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'started_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 13, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 13:03:51.718296 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-0e37b63f-3764-4635-a704-efb130e8dfc3 service neutron] Checking segment: {'id': '00c35550-828e-48d5-844c-99d49cf59e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 13:03:51.718676 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-0e37b63f-3764-4635-a704-efb130e8dfc3 service neutron] Bound using segment: {'id': '00c35550-828e-48d5-844c-99d49cf59e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f'} {{(pid=92826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 13:03:51.719110 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.managers [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-0e37b63f-3764-4635-a704-efb130e8dfc3 service neutron] Bound port: caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f, host: hv-cinder-79707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c35550-828e-48d5-844c-99d49cf59e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f'}}] {{(pid=92826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 13:03:51.719460 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-0e37b63f-3764-4635-a704-efb130e8dfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:51.746229 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['a3b635ff-75fa-4741-b859-08fe9ee41155'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 13:03:51.789348 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-0e37b63f-3764-4635-a704-efb130e8dfc3 service neutron] For port caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f, host hv-cinder-79707, cleared binding levels {{(pid=92826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 13:03:51.792578 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-0e37b63f-3764-4635-a704-efb130e8dfc3 service neutron] For port caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f, host hv-cinder-79707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f,segment=NetworkSegment(00c35550-828e-48d5-844c-99d49cf59e0e),segment_id=00c35550-828e-48d5-844c-99d49cf59e0e)] {{(pid=92826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 13:03:51.797953 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-0e37b63f-3764-4635-a704-efb130e8dfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4940125'] for port, after_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:51.800837 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-edc3d00a-8e4a-423d-a1fe-c6eae9c1f47d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:51.833498 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-0e37b63f-3764-4635-a704-efb130e8dfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:51.834115 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-0e37b63f-3764-4635-a704-efb130e8dfc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:51.836014 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-0e37b63f-3764-4635-a704-efb130e8dfc3 service neutron] 10.222.0.77 "PUT /v2.0/ports/caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f HTTP/1.1" status: 200 len: 1094 time: 0.6895065 Jun 18 13:03:51.836585 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '899304bf-0134-46bd-975e-646331a9ef7b', 'tag': 'caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f'}] {{(pid=92826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:03:51.838894 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7173dab7d1fbfef731d5f8fd5c52510eeface1fe9a62799688baadb2f5777418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56b484f-7507-49dd-8abe-344121a13b22" -d '{"events": [{"name": "network-changed", "server_uuid": "899304bf-0134-46bd-975e-646331a9ef7b", "tag": "caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f"}]}' {{(pid=92826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:03:51.871792 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e37b63f-3764-4635-a704-efb130e8dfc3 service neutron] Pushing event updated for resources: {'Port': ['ID=caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f,revision_number=3']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:51.884280 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-0e37b63f-3764-4635-a704-efb130e8dfc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:51.886256 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 13:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ee025d-849e-45d2-91db-3fc9b51a871d x-openstack-request-id: req-d0ee025d-849e-45d2-91db-3fc9b51a871d {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:03:51.886582 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "899304bf-0134-46bd-975e-646331a9ef7b", "tag": "caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f", "status": "completed", "code": 200}]} {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:03:51.886874 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d0ee025d-849e-45d2-91db-3fc9b51a871d {{(pid=92826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:03:51.887329 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '899304bf-0134-46bd-975e-646331a9ef7b', 'tag': 'caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f', 'status': 'completed', 'code': 200} Jun 18 13:03:51.887984 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-a852a8d2-9df2-44d4-b321-783ba8d342ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:52.123133 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b484f-7507-49dd-8abe-344121a13b22 req-f8b7ef51-ed91-4c33-9cde-6b1c1d5db967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:52.124554 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-f56b484f-7507-49dd-8abe-344121a13b22 req-f8b7ef51-ed91-4c33-9cde-6b1c1d5db967 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=644594a679e942c59bed9f9e6411811e&device_id=899304bf-0134-46bd-975e-646331a9ef7b HTTP/1.1" status: 200 len: 1097 time: 0.0595348 Jun 18 13:03:52.195603 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ef5e7-b06f-4d88-89a0-0970ff813307 req-9df28177-9f2d-44e8-b87c-1608fc0d5675 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:52.197459 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-da0ef5e7-b06f-4d88-89a0-0970ff813307 req-9df28177-9f2d-44e8-b87c-1608fc0d5675 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 944 time: 0.0685065 Jun 18 13:03:52.233205 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b484f-7507-49dd-8abe-344121a13b22 req-01b76d97-7403-454e-9123-74f1d9523b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:52.234657 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-f56b484f-7507-49dd-8abe-344121a13b22 req-01b76d97-7403-454e-9123-74f1d9523b07 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=644594a679e942c59bed9f9e6411811e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0975585 Jun 18 13:03:52.235568 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-da0ef5e7-b06f-4d88-89a0-0970ff813307 req-10d4743b-401c-47e0-9bfe-1de7c7ae2332 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323544 Jun 18 13:03:52.334558 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b484f-7507-49dd-8abe-344121a13b22 req-84d257ff-0a3b-4349-8249-430a46cf553b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:52.336081 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-f56b484f-7507-49dd-8abe-344121a13b22 req-84d257ff-0a3b-4349-8249-430a46cf553b service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942717 Jun 18 13:03:52.453728 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-de7d54aa-fbec-4961-8ead-4ba5be087577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:52.455329 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-de7d54aa-fbec-4961-8ead-4ba5be087577 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=644594a679e942c59bed9f9e6411811e&device_id=899304bf-0134-46bd-975e-646331a9ef7b HTTP/1.1" status: 200 len: 1097 time: 0.0577722 Jun 18 13:03:52.508275 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-cbf421f7-e2b9-41c7-82f2-2af2420d629b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f HTTP/1.1" status: 200 len: 217 time: 0.0398295 Jun 18 13:03:52.557880 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-67276155-aef8-4a84-aa77-e916d4ac04a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:52.559326 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-67276155-aef8-4a84-aa77-e916d4ac04a5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=27bb86f4-b359-4030-a800-8900e90a475a HTTP/1.1" status: 200 len: 849 time: 0.0446591 Jun 18 13:03:52.620147 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-2d84da90-b6dc-4395-96aa-d511d14275a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:52.621791 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-2d84da90-b6dc-4395-96aa-d511d14275a1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=104453e3-7b6d-46e4-8eed-f30fcc01cf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532618 Jun 18 13:03:52.720711 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-af7d6049-1574-4b3e-9c08-a858c6a949e9 service neutron] 10.222.0.77 "GET /v2.0/networks/104453e3-7b6d-46e4-8eed-f30fcc01cf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889523 Jun 18 13:03:52.824212 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6c419e19-0d3e-472c-bcc2-f21e11015396 req-01da9e5d-860e-4ee4-b177-a2dfa2f56eff service neutron] 10.222.0.77 "GET /v2.0/networks/104453e3-7b6d-46e4-8eed-f30fcc01cf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948963 Jun 18 13:03:52.886287 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344cf18-4519-46e3-ac42-4051b134fa5e req-a492cba7-6f14-40fc-804f-db95a414e051 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:52.887721 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c344cf18-4519-46e3-ac42-4051b134fa5e req-a492cba7-6f14-40fc-804f-db95a414e051 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=899304bf-0134-46bd-975e-646331a9ef7b HTTP/1.1" status: 200 len: 944 time: 0.1398053 Jun 18 13:03:52.926369 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c344cf18-4519-46e3-ac42-4051b134fa5e req-3af8f19e-e851-4a4e-9939-51e14f425713 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=a76ed842-6665-47e4-8c2f-412835f5f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329614 Jun 18 13:03:53.415372 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1160a10-fc68-4784-89b2-57d05db92aae req-45a1012e-1fda-4304-8306-a57a4c7879eb tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:53.416838 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-e1160a10-fc68-4784-89b2-57d05db92aae req-45a1012e-1fda-4304-8306-a57a4c7879eb tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 944 time: 0.0644805 Jun 18 13:03:53.441311 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device a3b635ff-75fa-4741-b859-08fe9ee41155 up at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 13:03:53.462417 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-e1160a10-fc68-4784-89b2-57d05db92aae req-d623825c-76be-4152-a428-8ada91bb94cb tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392244 Jun 18 13:03:53.492254 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning complete for port a3b635ff-75fa-4741-b859-08fe9ee41155 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 13:03:53.492638 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:53.565240 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:53.586810 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3351f6d-a538-4fe5-bdf0-edd99622325a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b635ff-75fa-4741-b859-08fe9ee41155'}] {{(pid=92827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:03:53.589070 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c43e27dad5924667550749323780498268b495889c5e44707aafbe87e8432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4959196-5e0f-4061-b721-560c96a4fb13" -d '{"events": [{"server_uuid": "e3351f6d-a538-4fe5-bdf0-edd99622325a", "name": "network-vif-plugged", "status": "completed", "tag": "a3b635ff-75fa-4741-b859-08fe9ee41155"}]}' {{(pid=92827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:03:53.605165 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port a3b635ff-75fa-4741-b859-08fe9ee41155, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=a3b635ff-75fa-4741-b859-08fe9ee41155,segment=NetworkSegment(23b88fce-5b57-4798-9ca4-628ae6f60edb),segment_id=23b88fce-5b57-4798-9ca4-628ae6f60edb)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:03:53.609602 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:53.612305 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-6293b4e5-e749-45d7-ac9f-b7862e2ec900 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:53.633949 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 13:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756a3cea-0a8d-458c-a0c9-a71bd8d87a9d x-openstack-request-id: req-756a3cea-0a8d-458c-a0c9-a71bd8d87a9d {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:03:53.634240 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3351f6d-a538-4fe5-bdf0-edd99622325a", "name": "network-vif-plugged", "status": "completed", "tag": "a3b635ff-75fa-4741-b859-08fe9ee41155", "code": 200}]} {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:03:53.634495 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-756a3cea-0a8d-458c-a0c9-a71bd8d87a9d {{(pid=92827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:03:53.634876 dv-cinder-797073-1-iscsi neutron-server[92827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3351f6d-a538-4fe5-bdf0-edd99622325a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b635ff-75fa-4741-b859-08fe9ee41155', 'code': 200} Jun 18 13:03:53.659830 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=a3b635ff-75fa-4741-b859-08fe9ee41155,revision_number=7']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:53.662816 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:54.104996 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1b3e5-0796-4d7f-b46a-e0c83aef14aa req-eb218512-a8e4-470a-bc93-50ca55ebd50f tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:54.106528 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f8d1b3e5-0796-4d7f-b46a-e0c83aef14aa req-eb218512-a8e4-470a-bc93-50ca55ebd50f tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=899304bf-0134-46bd-975e-646331a9ef7b HTTP/1.1" status: 200 len: 944 time: 0.0644267 Jun 18 13:03:54.150908 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f8d1b3e5-0796-4d7f-b46a-e0c83aef14aa req-ef1fe8da-92d8-4e89-903d-f5531baafa79 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=a76ed842-6665-47e4-8c2f-412835f5f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387115 Jun 18 13:03:54.720615 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-31d748ff-520e-47c1-86f7-c683945cea08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:54.956539 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cda59a-ad52-4083-9c42-961a52aa3c4b req-395892d2-93fa-46f8-84bf-03bce67e0573 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:54.958238 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a6cda59a-ad52-4083-9c42-961a52aa3c4b req-395892d2-93fa-46f8-84bf-03bce67e0573 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 945 time: 0.3726630 Jun 18 13:03:55.004886 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a6cda59a-ad52-4083-9c42-961a52aa3c4b req-2098a206-4280-4697-8f95-d65831a03e21 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403178 Jun 18 13:03:55.059057 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:55.346144 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899df916-3e15-4637-825f-98ccf95ba6f5 req-fd4de10c-5037-4111-96b2-4aafdab6ce5a tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:55.349148 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-899df916-3e15-4637-825f-98ccf95ba6f5 req-fd4de10c-5037-4111-96b2-4aafdab6ce5a tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=899304bf-0134-46bd-975e-646331a9ef7b HTTP/1.1" status: 200 len: 944 time: 0.0726068 Jun 18 13:03:55.394312 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-899df916-3e15-4637-825f-98ccf95ba6f5 req-603c6928-d685-43fb-94bf-d0030c9a760c tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=a76ed842-6665-47e4-8c2f-412835f5f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380051 Jun 18 13:03:55.974912 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:56.201242 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c7f61-844f-433f-8eca-2e7d5f9ee525 req-04c9138a-9e3b-4c29-a0e7-aafc8813a83f tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:56.203427 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-867c7f61-844f-433f-8eca-2e7d5f9ee525 req-04c9138a-9e3b-4c29-a0e7-aafc8813a83f tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 945 time: 0.0724356 Jun 18 13:03:56.243657 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-867c7f61-844f-433f-8eca-2e7d5f9ee525 req-980eff7f-2ce6-4900-8648-2e50a5131b17 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341690 Jun 18 13:03:56.577815 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfcf90-6774-4272-b1c0-efa994cb6583 req-eb9f4d5d-66e2-4398-8194-637736ddd003 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:56.580068 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-82dfcf90-6774-4272-b1c0-efa994cb6583 req-eb9f4d5d-66e2-4398-8194-637736ddd003 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=899304bf-0134-46bd-975e-646331a9ef7b HTTP/1.1" status: 200 len: 944 time: 0.0696774 Jun 18 13:03:56.620035 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-82dfcf90-6774-4272-b1c0-efa994cb6583 req-9612bc1d-52ba-46fc-9f69-561a5ffb5692 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=a76ed842-6665-47e4-8c2f-412835f5f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343132 Jun 18 13:03:57.441519 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa69037-5a3c-46bc-b983-4694d79f1f3b req-dea05841-8840-49fa-805c-d89e873a222e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:57.442984 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-daa69037-5a3c-46bc-b983-4694d79f1f3b req-dea05841-8840-49fa-805c-d89e873a222e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 945 time: 0.0727069 Jun 18 13:03:57.465741 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=92827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 13:03:57.504996 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-daa69037-5a3c-46bc-b983-4694d79f1f3b req-8684d76f-7bc1-4c7d-bafa-305b5dc8ee4d tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552120 Jun 18 13:03:57.590649 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f,segment=NetworkSegment(00c35550-828e-48d5-844c-99d49cf59e0e),segment_id=00c35550-828e-48d5-844c-99d49cf59e0e)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:03:57.610950 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Returning: {'device': 'caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f', 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f', 'port_id': 'caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f', 'mac_address': 'fa:16:3e:00:64:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27bb86f4-b359-4030-a800-8900e90a475a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 13:03:57.654043 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:57.671709 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f {{(pid=92827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 13:03:57.704571 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f,segment=NetworkSegment(00c35550-828e-48d5-844c-99d49cf59e0e),segment_id=00c35550-828e-48d5-844c-99d49cf59e0e)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:03:57.711632 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:57.714264 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:57.746886 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:57.798064 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f,revision_number=4']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:57.802024 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:57.834384 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539aa8ae-bf90-4f3a-975f-0f71897e2589 req-72815a29-c6ec-44fc-b917-865d7e94e09e tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:57.836339 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-539aa8ae-bf90-4f3a-975f-0f71897e2589 req-72815a29-c6ec-44fc-b917-865d7e94e09e tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=899304bf-0134-46bd-975e-646331a9ef7b HTTP/1.1" status: 200 len: 945 time: 0.0779393 Jun 18 13:03:57.878473 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-539aa8ae-bf90-4f3a-975f-0f71897e2589 req-f3d215d8-bbcc-4c20-bd47-b91f588896e9 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=a76ed842-6665-47e4-8c2f-412835f5f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358219 Jun 18 13:03:58.146460 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 13:03:58.686198 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd791d86-8a5d-4bc4-a9c0-36545c020aa1 req-2ca1515d-ab0f-4bfc-92ef-0c78bd9a3ddf tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:58.688424 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-fd791d86-8a5d-4bc4-a9c0-36545c020aa1 req-2ca1515d-ab0f-4bfc-92ef-0c78bd9a3ddf tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 945 time: 0.0684531 Jun 18 13:03:58.731059 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-fd791d86-8a5d-4bc4-a9c0-36545c020aa1 req-22ab6932-7b05-44b9-8bf5-b2455e6790f8 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365484 Jun 18 13:03:59.075924 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888af83-9a73-44e5-a9ce-23c77da5e73b req-77d797c6-93ab-4c4c-a568-da14cf6f5f6d tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:59.077614 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b888af83-9a73-44e5-a9ce-23c77da5e73b req-77d797c6-93ab-4c4c-a568-da14cf6f5f6d tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=899304bf-0134-46bd-975e-646331a9ef7b HTTP/1.1" status: 200 len: 945 time: 0.0689282 Jun 18 13:03:59.119082 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b888af83-9a73-44e5-a9ce-23c77da5e73b req-7519aceb-b9a2-492f-9ceb-e40f9e0bfbb3 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=a76ed842-6665-47e4-8c2f-412835f5f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356386 Jun 18 13:03:59.482762 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f up at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 13:03:59.505789 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 13:03:59.535783 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning for port caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 13:03:59.540024 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning complete for port caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 13:03:59.540534 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:59.644223 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:59.674659 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899304bf-0134-46bd-975e-646331a9ef7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f'}] {{(pid=92827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:03:59.678732 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c43e27dad5924667550749323780498268b495889c5e44707aafbe87e8432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0498e40-b4a3-4529-a8ac-5337f5319d10" -d '{"events": [{"server_uuid": "899304bf-0134-46bd-975e-646331a9ef7b", "name": "network-vif-plugged", "status": "completed", "tag": "caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f"}]}' {{(pid=92827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:03:59.696867 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f,segment=NetworkSegment(00c35550-828e-48d5-844c-99d49cf59e0e),segment_id=00c35550-828e-48d5-844c-99d49cf59e0e)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:03:59.702085 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:03:59.705235 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:03:59.736824 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 13:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe6ded9-310e-41db-8e56-6638d75f6f2c x-openstack-request-id: req-cbe6ded9-310e-41db-8e56-6638d75f6f2c {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:03:59.737276 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899304bf-0134-46bd-975e-646331a9ef7b", "name": "network-vif-plugged", "status": "completed", "tag": "caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f", "code": 200}]} {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:03:59.737656 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cbe6ded9-310e-41db-8e56-6638d75f6f2c {{(pid=92827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:03:59.738226 dv-cinder-797073-1-iscsi neutron-server[92827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899304bf-0134-46bd-975e-646331a9ef7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f', 'code': 200} Jun 18 13:03:59.768823 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f,revision_number=5']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:03:59.783741 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:03:59.931757 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550ec93-d30b-4f5b-8d29-5660f6741b62 req-aa7056ba-9f23-44db-8c6c-e0e1af9d6f0a tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:03:59.933309 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d550ec93-d30b-4f5b-8d29-5660f6741b62 req-aa7056ba-9f23-44db-8c6c-e0e1af9d6f0a tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 945 time: 0.0711603 Jun 18 13:03:59.987931 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d550ec93-d30b-4f5b-8d29-5660f6741b62 req-15b59361-bce5-4005-9c9e-c09607b0f9a4 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469339 Jun 18 13:04:00.075791 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:04:00.115363 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716c219-4c02-411b-a920-99b5ab00ccc0 req-75d03bf8-3292-4eab-ba6f-6ff86c91f4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:00.117572 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a716c219-4c02-411b-a920-99b5ab00ccc0 req-75d03bf8-3292-4eab-ba6f-6ff86c91f4db service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=899304bf-0134-46bd-975e-646331a9ef7b HTTP/1.1" status: 200 len: 1099 time: 0.0759585 Jun 18 13:04:00.176857 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a716c219-4c02-411b-a920-99b5ab00ccc0 req-0da18dac-0433-4632-a3e5-60f1d8ffccb9 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a76ed842-6665-47e4-8c2f-412835f5f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471928 Jun 18 13:04:00.327987 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6c961-ff59-41af-8a03-dd478b9e89f9 req-00bbea66-1579-4479-8722-652b4c265de1 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:00.329518 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-37e6c961-ff59-41af-8a03-dd478b9e89f9 req-00bbea66-1579-4479-8722-652b4c265de1 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=899304bf-0134-46bd-975e-646331a9ef7b HTTP/1.1" status: 200 len: 946 time: 0.0778594 Jun 18 13:04:00.381762 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-37e6c961-ff59-41af-8a03-dd478b9e89f9 req-0aff6365-63b6-401b-a8f2-bfd3d34a3709 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=a76ed842-6665-47e4-8c2f-412835f5f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444963 Jun 18 13:04:01.175456 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788c0dd-24da-4548-be51-4f4b52bf8bc0 req-2e0624f7-7e64-4f75-b874-aa0d5d3d4546 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:01.177253 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-4788c0dd-24da-4548-be51-4f4b52bf8bc0 req-2e0624f7-7e64-4f75-b874-aa0d5d3d4546 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 945 time: 0.0650256 Jun 18 13:04:01.216863 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-4788c0dd-24da-4548-be51-4f4b52bf8bc0 req-0751f669-fb58-435b-9ea8-23f405973cd1 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330348 Jun 18 13:04:01.621352 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6dc49-5a73-48ba-b342-2da79a5c7f7b req-6db1bdd1-0b40-4137-adb9-2e09ae77b638 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:01.623312 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-bff6dc49-5a73-48ba-b342-2da79a5c7f7b req-6db1bdd1-0b40-4137-adb9-2e09ae77b638 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=899304bf-0134-46bd-975e-646331a9ef7b HTTP/1.1" status: 200 len: 946 time: 0.1076121 Jun 18 13:04:01.673299 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-bff6dc49-5a73-48ba-b342-2da79a5c7f7b req-937ed869-1284-4935-a613-b273699638ba tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=a76ed842-6665-47e4-8c2f-412835f5f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434299 Jun 18 13:04:02.419371 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d282e82-7aca-46bd-9de6-13149f43ae0a req-1c72af2e-028f-400f-b27f-a17e45d4a281 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:02.425022 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8d282e82-7aca-46bd-9de6-13149f43ae0a req-1c72af2e-028f-400f-b27f-a17e45d4a281 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 945 time: 0.0791304 Jun 18 13:04:02.470738 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8d282e82-7aca-46bd-9de6-13149f43ae0a req-fad8fc5b-cdeb-46ac-b610-47bd34f028ad tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434248 Jun 18 13:04:02.901340 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8030ed-e837-4049-abed-cf9bc282c472 req-45044dd2-b97f-4f38-8fa9-2a663d6a191a tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:02.903756 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ec8030ed-e837-4049-abed-cf9bc282c472 req-45044dd2-b97f-4f38-8fa9-2a663d6a191a tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=899304bf-0134-46bd-975e-646331a9ef7b HTTP/1.1" status: 200 len: 946 time: 0.0818326 Jun 18 13:04:02.946988 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ec8030ed-e837-4049-abed-cf9bc282c472 req-e0b3713f-e3a2-459d-afb6-1d709dce5efd tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=a76ed842-6665-47e4-8c2f-412835f5f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363243 Jun 18 13:04:03.143950 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5fcd83-f754-4da7-af2a-3008f6b7e907 req-a4acba66-e879-4145-a059-04c316798ba4 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:03.145562 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-5f5fcd83-f754-4da7-af2a-3008f6b7e907 req-a4acba66-e879-4145-a059-04c316798ba4 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=899304bf-0134-46bd-975e-646331a9ef7b HTTP/1.1" status: 200 len: 946 time: 0.0699818 Jun 18 13:04:03.154748 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 55394) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:04:03.160671 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-1d080891-09ad-47c5-b681-cb536a97ff3e tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Request body: {'floatingip': {'port_id': 'caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:04:03.213425 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-1d080891-09ad-47c5-b681-cb536a97ff3e tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for floatingip, before_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:04:03.701089 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-1d080891-09ad-47c5-b681-cb536a97ff3e tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:04:03.706262 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-1d080891-09ad-47c5-b681-cb536a97ff3e tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055052'] for floatingip, after_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:04:03.863168 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.db.l3_db [None req-1d080891-09ad-47c5-b681-cb536a97ff3e tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Floating IP f32aeacb-ff83-4a8f-b3c4-2547b104b7dd associated. External IP: 172.27.0.49, port: caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f. Jun 18 13:04:03.911159 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bf2f9-f627-4d97-9f40-5bbd9003b747 req-2ab598d9-834c-4625-829e-774cee905b6f tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:03.912711 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-2e7bf2f9-f627-4d97-9f40-5bbd9003b747 req-2ab598d9-834c-4625-829e-774cee905b6f tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 945 time: 0.1582882 Jun 18 13:04:04.000140 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-2e7bf2f9-f627-4d97-9f40-5bbd9003b747 req-dde22076-e46d-4a4f-a481-5165d4baae53 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800476 Jun 18 13:04:04.119656 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d080891-09ad-47c5-b681-cb536a97ff3e tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Router 534e5e2f-9eea-4850-be2f-281a2dfe94e2 has already been hosted by L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc {{(pid=92826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 13:04:04.229041 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d080891-09ad-47c5-b681-cb536a97ff3e tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 13:04:04.233994 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-1d080891-09ad-47c5-b681-cb536a97ff3e tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for floatingip, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:04:04.238723 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a18dc3-70ed-4c4c-83c0-a08fecc488cc None None] Sync routers for ids ['534e5e2f-9eea-4850-be2f-281a2dfe94e2'] in dv-cinder-797073-1-iscsi {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 13:04:04.249399 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a18dc3-70ed-4c4c-83c0-a08fecc488cc None None] Routers {'534e5e2f-9eea-4850-be2f-281a2dfe94e2'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:04:04.250039 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-10a18dc3-70ed-4c4c-83c0-a08fecc488cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:03:55Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['534e5e2f-9eea-4850-be2f-281a2dfe94e2'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:04:04.272287 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-1d080891-09ad-47c5-b681-cb536a97ff3e tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "PUT /v2.0/floatingips/f32aeacb-ff83-4a8f-b3c4-2547b104b7dd HTTP/1.1" status: 200 len: 991 time: 1.1136746 Jun 18 13:04:04.272287 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '899304bf-0134-46bd-975e-646331a9ef7b', 'tag': 'caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f'}] {{(pid=92826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:04:04.273121 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7173dab7d1fbfef731d5f8fd5c52510eeface1fe9a62799688baadb2f5777418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa7957b-4831-4d8e-9b6b-a0393566b225" -d '{"events": [{"name": "network-changed", "server_uuid": "899304bf-0134-46bd-975e-646331a9ef7b", "tag": "caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f"}]}' {{(pid=92826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:04:04.316393 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 13:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f43b9f-004c-4060-be60-b033bed0b5f6 x-openstack-request-id: req-84f43b9f-004c-4060-be60-b033bed0b5f6 {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:04:04.316814 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "899304bf-0134-46bd-975e-646331a9ef7b", "tag": "caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f", "status": "completed", "code": 200}]} {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:04:04.317174 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-84f43b9f-004c-4060-be60-b033bed0b5f6 {{(pid=92826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:04:04.317676 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '899304bf-0134-46bd-975e-646331a9ef7b', 'tag': 'caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f', 'status': 'completed', 'code': 200} Jun 18 13:04:04.360626 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-10a18dc3-70ed-4c4c-83c0-a08fecc488cc None None] Set router 534e5e2f-9eea-4850-be2f-281a2dfe94e2 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:04:04.578926 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7957b-4831-4d8e-9b6b-a0393566b225 req-32159e16-9be0-43e1-8ccd-97846cdb5df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:04.581145 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4fa7957b-4831-4d8e-9b6b-a0393566b225 req-32159e16-9be0-43e1-8ccd-97846cdb5df9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=644594a679e942c59bed9f9e6411811e&device_id=899304bf-0134-46bd-975e-646331a9ef7b HTTP/1.1" status: 200 len: 1099 time: 0.1061680 Jun 18 13:04:04.588971 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-10a18dc3-70ed-4c4c-83c0-a08fecc488cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'name': 'tempest-AttachVolumeTestJSON-247744625-router', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '2571c3e8-ec54-4493-a67a-c45107e1c407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:58:31Z', 'updated_at': '2021-06-18T12:58:34Z', 'revision_number': 4, 'project_id': '644594a679e942c59bed9f9e6411811e', 'gw_port': {'id': '2571c3e8-ec54-4493-a67a-c45107e1c407', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:58:31Z', 'updated_at': '2021-06-18T12:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_floatingips': [{'id': 'f32aeacb-ff83-4a8f-b3c4-2547b104b7dd', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'router_id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'port_id': 'caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f', 'mac_address': 'fa:16:3e:00:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899304bf-0134-46bd-975e-646331a9ef7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T13:03:46Z', 'updated_at': '2021-06-18T13:04:03Z', 'revision_number': 1, 'project_id': '644594a679e942c59bed9f9e6411811e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e87aca46-b19d-4a5d-a666-4dc82c0bf476', 'name': '', 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'mac_address': 'fa:16:3e:ec:a0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '27bb86f4-b359-4030-a800-8900e90a475a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:58:33Z', 'updated_at': '2021-06-18T12:58:39Z', 'revision_number': 5, 'project_id': '644594a679e942c59bed9f9e6411811e', 'subnets': [{'id': '27bb86f4-b359-4030-a800-8900e90a475a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:04:04.616333 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a18dc3-70ed-4c4c-83c0-a08fecc488cc None None] Checking router: 534e5e2f-9eea-4850-be2f-281a2dfe94e2 for host: dv-cinder-797073-1-iscsi {{(pid=92827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 13:04:04.624568 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a18dc3-70ed-4c4c-83c0-a08fecc488cc None None] Routers {'534e5e2f-9eea-4850-be2f-281a2dfe94e2'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:04:04.625196 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-10a18dc3-70ed-4c4c-83c0-a08fecc488cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:03:55Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['534e5e2f-9eea-4850-be2f-281a2dfe94e2'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:04:04.672389 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7957b-4831-4d8e-9b6b-a0393566b225 req-18eaa221-6734-4775-a88d-a3a33e09090b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:04.674014 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4fa7957b-4831-4d8e-9b6b-a0393566b225 req-18eaa221-6734-4775-a88d-a3a33e09090b service neutron] 10.222.0.77 "GET /v2.0/networks?id=104453e3-7b6d-46e4-8eed-f30fcc01cf9f HTTP/1.1" status: 200 len: 911 time: 0.0864716 Jun 18 13:04:04.728733 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-10a18dc3-70ed-4c4c-83c0-a08fecc488cc None None] Set router 534e5e2f-9eea-4850-be2f-281a2dfe94e2 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:04:04.754085 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4fa7957b-4831-4d8e-9b6b-a0393566b225 req-9f3f3806-e650-44c0-a9af-ee597c1105e1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f HTTP/1.1" status: 200 len: 999 time: 0.0714672 Jun 18 13:04:04.804425 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a9097-3997-48e1-b160-610d8ef9549b req-b2c617cf-a378-4979-b328-86d4c879b3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:04.805759 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7957b-4831-4d8e-9b6b-a0393566b225 req-ae6e3051-adf3-496d-9468-362cf1a4b15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:04.806004 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f63a9097-3997-48e1-b160-610d8ef9549b req-b2c617cf-a378-4979-b328-86d4c879b3df service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f05dfc5e1c54a9c8c16e92e579c9b1d&device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 1098 time: 0.0567684 Jun 18 13:04:04.807192 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4fa7957b-4831-4d8e-9b6b-a0393566b225 req-ae6e3051-adf3-496d-9468-362cf1a4b15b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=27bb86f4-b359-4030-a800-8900e90a475a HTTP/1.1" status: 200 len: 849 time: 0.0476201 Jun 18 13:04:04.869601 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7957b-4831-4d8e-9b6b-a0393566b225 req-de88a44b-4b6c-4fa4-9fc6-7a113e9f2317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:04.871086 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4fa7957b-4831-4d8e-9b6b-a0393566b225 req-de88a44b-4b6c-4fa4-9fc6-7a113e9f2317 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=104453e3-7b6d-46e4-8eed-f30fcc01cf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529821 Jun 18 13:04:04.881690 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [req-4fa7957b-4831-4d8e-9b6b-a0393566b225 req-2cbfe147-ab3a-4cba-932d-82914c9faf22 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=92826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 13:04:04.882755 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4fa7957b-4831-4d8e-9b6b-a0393566b225 req-2cbfe147-ab3a-4cba-932d-82914c9faf22 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050554 Jun 18 13:04:04.907960 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a9097-3997-48e1-b160-610d8ef9549b req-09f0601b-76c6-445c-9470-9fdd69248bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:04.908944 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f63a9097-3997-48e1-b160-610d8ef9549b req-09f0601b-76c6-445c-9470-9fdd69248bc6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1ff29541-7511-4984-adea-fc36150ec103 HTTP/1.1" status: 200 len: 916 time: 0.0913525 Jun 18 13:04:04.971048 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-10a18dc3-70ed-4c4c-83c0-a08fecc488cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'name': 'tempest-AttachVolumeTestJSON-247744625-router', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '2571c3e8-ec54-4493-a67a-c45107e1c407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:58:31Z', 'updated_at': '2021-06-18T12:58:34Z', 'revision_number': 4, 'project_id': '644594a679e942c59bed9f9e6411811e', 'gw_port': {'id': '2571c3e8-ec54-4493-a67a-c45107e1c407', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:58:31Z', 'updated_at': '2021-06-18T12:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_floatingips': [{'id': 'f32aeacb-ff83-4a8f-b3c4-2547b104b7dd', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'router_id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'port_id': 'caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f', 'mac_address': 'fa:16:3e:00:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899304bf-0134-46bd-975e-646331a9ef7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T13:03:46Z', 'updated_at': '2021-06-18T13:04:03Z', 'revision_number': 1, 'project_id': '644594a679e942c59bed9f9e6411811e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e87aca46-b19d-4a5d-a666-4dc82c0bf476', 'name': '', 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'mac_address': 'fa:16:3e:ec:a0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '27bb86f4-b359-4030-a800-8900e90a475a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:58:33Z', 'updated_at': '2021-06-18T12:58:39Z', 'revision_number': 5, 'project_id': '644594a679e942c59bed9f9e6411811e', 'subnets': [{'id': '27bb86f4-b359-4030-a800-8900e90a475a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:04:04.977957 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f63a9097-3997-48e1-b160-610d8ef9549b req-17944794-4ae6-4ab2-9cc4-feda977ecfff service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3b635ff-75fa-4741-b859-08fe9ee41155 HTTP/1.1" status: 200 len: 1000 time: 0.0605586 Jun 18 13:04:04.979034 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4fa7957b-4831-4d8e-9b6b-a0393566b225 req-3e94034f-878d-4212-9cf7-b5cf45263ab7 service neutron] 10.222.0.77 "GET /v2.0/networks/104453e3-7b6d-46e4-8eed-f30fcc01cf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903254 Jun 18 13:04:04.999218 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a18dc3-70ed-4c4c-83c0-a08fecc488cc None None] The sync data for ids ['534e5e2f-9eea-4850-be2f-281a2dfe94e2'] in dv-cinder-797073-1-iscsi is: [{'id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'name': 'tempest-AttachVolumeTestJSON-247744625-router', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '2571c3e8-ec54-4493-a67a-c45107e1c407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:58:31Z', 'updated_at': '2021-06-18T12:58:34Z', 'revision_number': 4, 'project_id': '644594a679e942c59bed9f9e6411811e', 'gw_port': {'id': '2571c3e8-ec54-4493-a67a-c45107e1c407', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:58:31Z', 'updated_at': '2021-06-18T12:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_floatingips': [{'id': 'f32aeacb-ff83-4a8f-b3c4-2547b104b7dd', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'router_id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'port_id': 'caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f', 'mac_address': 'fa:16:3e:00:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899304bf-0134-46bd-975e-646331a9ef7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T13:03:46Z', 'updated_at': '2021-06-18T13:04:03Z', 'revision_number': 1, 'project_id': '644594a679e942c59bed9f9e6411811e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e87aca46-b19d-4a5d-a666-4dc82c0bf476', 'name': '', 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'mac_address': 'fa:16:3e:ec:a0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '27bb86f4-b359-4030-a800-8900e90a475a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:58:33Z', 'updated_at': '2021-06-18T12:58:39Z', 'revision_number': 5, 'project_id': '644594a679e942c59bed9f9e6411811e', 'subnets': [{'id': '27bb86f4-b359-4030-a800-8900e90a475a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 13:04:05.045872 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a9097-3997-48e1-b160-610d8ef9549b req-5bd54e89-5692-4adf-bea6-a4ec74d06750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:05.049015 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f63a9097-3997-48e1-b160-610d8ef9549b req-5bd54e89-5692-4adf-bea6-a4ec74d06750 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ac677325-f406-437d-8e84-8b08f5594ded HTTP/1.1" status: 200 len: 854 time: 0.0591452 Jun 18 13:04:05.080176 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-4fa7957b-4831-4d8e-9b6b-a0393566b225 req-7aa16599-caf2-4713-a499-ca1c83f0f901 service neutron] 10.222.0.77 "GET /v2.0/networks/104453e3-7b6d-46e4-8eed-f30fcc01cf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897913 Jun 18 13:04:05.117089 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a9097-3997-48e1-b160-610d8ef9549b req-0f8a62f2-5e2e-41f1-b6e1-1f89bc8c49ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:05.119009 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f63a9097-3997-48e1-b160-610d8ef9549b req-0f8a62f2-5e2e-41f1-b6e1-1f89bc8c49ab service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1ff29541-7511-4984-adea-fc36150ec103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0640874 Jun 18 13:04:05.194110 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2158cf-6cac-408f-ad51-90e91309ed6c req-4e938497-e95f-46ac-9720-aa75deb9d293 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:05.196435 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6e2158cf-6cac-408f-ad51-90e91309ed6c req-4e938497-e95f-46ac-9720-aa75deb9d293 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 945 time: 0.0685091 Jun 18 13:04:05.217330 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8723be5d-9467-401f-9ab0-356e3d26353c None None] New status for floating IP f32aeacb-ff83-4a8f-b3c4-2547b104b7dd: ACTIVE {{(pid=92828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 13:04:05.226914 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f63a9097-3997-48e1-b160-610d8ef9549b req-a3e29685-920f-4a40-9720-b8207bee5dd9 service neutron] 10.222.0.77 "GET /v2.0/networks/1ff29541-7511-4984-adea-fc36150ec103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988154 Jun 18 13:04:05.240302 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6e2158cf-6cac-408f-ad51-90e91309ed6c req-1fad7a51-604c-46de-9802-ac930e3518ff tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382183 Jun 18 13:04:05.327485 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f63a9097-3997-48e1-b160-610d8ef9549b req-1d949d8d-4b97-4abd-b649-097b00760c49 service neutron] 10.222.0.77 "GET /v2.0/networks/1ff29541-7511-4984-adea-fc36150ec103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935977 Jun 18 13:04:06.423196 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc414a0-5b4a-45f0-bced-650269d4db98 req-7e6fe3f0-2490-4a76-bcb6-c0a08abda7b1 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:06.424934 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-8fc414a0-5b4a-45f0-bced-650269d4db98 req-7e6fe3f0-2490-4a76-bcb6-c0a08abda7b1 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 945 time: 0.0697999 Jun 18 13:04:06.464337 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-8fc414a0-5b4a-45f0-bced-650269d4db98 req-5188a63c-d3e7-4af7-b475-1b6cd895ef5e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333591 Jun 18 13:04:07.489201 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device a3b635ff-75fa-4741-b859-08fe9ee41155 no longer exists at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 13:04:07.574610 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:04:07.602886 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3351f6d-a538-4fe5-bdf0-edd99622325a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3b635ff-75fa-4741-b859-08fe9ee41155'}] {{(pid=92827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:04:07.605143 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c43e27dad5924667550749323780498268b495889c5e44707aafbe87e8432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7bf4ec-26f0-4994-bc09-79cd00317794" -d '{"events": [{"server_uuid": "e3351f6d-a538-4fe5-bdf0-edd99622325a", "name": "network-vif-unplugged", "status": "completed", "tag": "a3b635ff-75fa-4741-b859-08fe9ee41155"}]}' {{(pid=92827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:04:07.618348 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port a3b635ff-75fa-4741-b859-08fe9ee41155, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=a3b635ff-75fa-4741-b859-08fe9ee41155,segment=NetworkSegment(23b88fce-5b57-4798-9ca4-628ae6f60edb),segment_id=23b88fce-5b57-4798-9ca4-628ae6f60edb)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:04:07.623538 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:04:07.626441 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:04:07.648877 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 18 Jun 2021 13:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae5c041-770c-4bf9-9871-fdb4352321dc x-openstack-request-id: req-fae5c041-770c-4bf9-9871-fdb4352321dc {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:04:07.649170 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3351f6d-a538-4fe5-bdf0-edd99622325a", "name": "network-vif-unplugged", "status": "failed", "tag": "a3b635ff-75fa-4741-b859-08fe9ee41155", "code": 422}]} {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:04:07.649426 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fae5c041-770c-4bf9-9871-fdb4352321dc {{(pid=92827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:04:07.649807 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ad48a-d923-4964-89bb-14548d004260 req-69d40da2-8a48-4a74-9a48-fa6a6cc51385 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:07.650295 dv-cinder-797073-1-iscsi neutron-server[92827]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e3351f6d-a538-4fe5-bdf0-edd99622325a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a3b635ff-75fa-4741-b859-08fe9ee41155', 'code': 422} returned with failed status Jun 18 13:04:07.651273 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c57ad48a-d923-4964-89bb-14548d004260 req-69d40da2-8a48-4a74-9a48-fa6a6cc51385 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 945 time: 0.0674479 Jun 18 13:04:07.676606 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=a3b635ff-75fa-4741-b859-08fe9ee41155,revision_number=8']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:04:07.680124 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:04:07.690998 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c57ad48a-d923-4964-89bb-14548d004260 req-d4b1d1d7-1219-49b1-925c-90c8695634e2 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327578 Jun 18 13:04:08.807023 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b5014dd7-d143-4ada-8b9f-74f4f8d0b245 req-e143691a-5868-4491-8a25-2af2ca5009d0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0522518 Jun 18 13:04:08.816379 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd863324-620b-4f3a-abc1-ae477a9d2696 req-76c37d55-9df5-4b0c-8720-602dcf0ebeab tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:08.817858 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-dd863324-620b-4f3a-abc1-ae477a9d2696 req-76c37d55-9df5-4b0c-8720-602dcf0ebeab tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 943 time: 0.0681756 Jun 18 13:04:08.859524 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-dd863324-620b-4f3a-abc1-ae477a9d2696 req-69f36b7f-1a0c-4993-a053-d5d3a1806108 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338039 Jun 18 13:04:09.778810 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5014dd7-d143-4ada-8b9f-74f4f8d0b245 req-b80adec6-c73c-4b86-bca1-d962014444fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:09.780246 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b5014dd7-d143-4ada-8b9f-74f4f8d0b245 req-b80adec6-c73c-4b86-bca1-d962014444fe service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a&tenant_id=4f05dfc5e1c54a9c8c16e92e579c9b1d HTTP/1.1" status: 200 len: 1096 time: 0.0808458 Jun 18 13:04:09.863913 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5014dd7-d143-4ada-8b9f-74f4f8d0b245 req-287d8900-61a0-41bc-a0e2-309520524229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:09.865403 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b5014dd7-d143-4ada-8b9f-74f4f8d0b245 req-287d8900-61a0-41bc-a0e2-309520524229 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f05dfc5e1c54a9c8c16e92e579c9b1d&device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 1096 time: 0.0553515 Jun 18 13:04:09.953889 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5014dd7-d143-4ada-8b9f-74f4f8d0b245 req-fbf813e9-3f66-46a8-8788-2878e3159c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:09.955351 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b5014dd7-d143-4ada-8b9f-74f4f8d0b245 req-fbf813e9-3f66-46a8-8788-2878e3159c7e service neutron] 10.222.0.77 "GET /v2.0/networks?id=1ff29541-7511-4984-adea-fc36150ec103 HTTP/1.1" status: 200 len: 916 time: 0.0837033 Jun 18 13:04:10.023795 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b5014dd7-d143-4ada-8b9f-74f4f8d0b245 req-b9fd74f7-6913-4f70-ae12-bd26d899f7c6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3b635ff-75fa-4741-b859-08fe9ee41155 HTTP/1.1" status: 200 len: 998 time: 0.0611427 Jun 18 13:04:10.038054 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326abf0-ed90-44eb-9978-e1e5ac910915 req-2c357621-a6b6-4485-a331-ae9a285adad3 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:10.040040 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b326abf0-ed90-44eb-9978-e1e5ac910915 req-2c357621-a6b6-4485-a331-ae9a285adad3 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 943 time: 0.0642817 Jun 18 13:04:10.071966 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5014dd7-d143-4ada-8b9f-74f4f8d0b245 req-7cd4c293-6eec-4def-9b65-665d8f4d5da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:10.073422 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b5014dd7-d143-4ada-8b9f-74f4f8d0b245 req-7cd4c293-6eec-4def-9b65-665d8f4d5da5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ac677325-f406-437d-8e84-8b08f5594ded HTTP/1.1" status: 200 len: 854 time: 0.0440812 Jun 18 13:04:10.077725 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b326abf0-ed90-44eb-9978-e1e5ac910915 req-38695731-695d-45e6-b576-d9a6ab6ffefc tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319133 Jun 18 13:04:10.129338 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5014dd7-d143-4ada-8b9f-74f4f8d0b245 req-10f48b64-cf9a-43e9-bed1-5cd0f31e82b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:10.130818 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b5014dd7-d143-4ada-8b9f-74f4f8d0b245 req-10f48b64-cf9a-43e9-bed1-5cd0f31e82b9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1ff29541-7511-4984-adea-fc36150ec103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512605 Jun 18 13:04:10.222708 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b5014dd7-d143-4ada-8b9f-74f4f8d0b245 req-44394cd3-19d8-4f65-aed9-ca4bc3d3144b service neutron] 10.222.0.77 "GET /v2.0/networks/1ff29541-7511-4984-adea-fc36150ec103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851588 Jun 18 13:04:10.307996 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b5014dd7-d143-4ada-8b9f-74f4f8d0b245 req-af89f930-374f-4955-96a4-85a191ccf512 service neutron] 10.222.0.77 "GET /v2.0/networks/1ff29541-7511-4984-adea-fc36150ec103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791194 Jun 18 13:04:11.271445 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2626c89-b7c5-416e-8a86-f223cec5d6c3 req-8f712e88-f7c2-41b5-8551-387a02ac9ac7 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:11.272963 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e2626c89-b7c5-416e-8a86-f223cec5d6c3 req-8f712e88-f7c2-41b5-8551-387a02ac9ac7 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 943 time: 0.0681574 Jun 18 13:04:11.321847 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e2626c89-b7c5-416e-8a86-f223cec5d6c3 req-4fb03c63-a4b2-4d16-89c5-47e789dcb375 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423040 Jun 18 13:04:11.499292 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device a3b635ff-75fa-4741-b859-08fe9ee41155 no longer exists at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 13:04:12.508748 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e299b39-20c9-43ee-9384-808c7e3b7ab6 req-ca076978-d992-4436-8916-78ec8ac27aee tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:12.510220 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-9e299b39-20c9-43ee-9384-808c7e3b7ab6 req-ca076978-d992-4436-8916-78ec8ac27aee tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 943 time: 0.0689721 Jun 18 13:04:12.549139 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-9e299b39-20c9-43ee-9384-808c7e3b7ab6 req-19bfff2c-55c7-438f-9a1a-012d5c3cc06f tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332723 Jun 18 13:04:13.744068 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf460e8b-7622-4f82-9c1c-55d5e3cc6991 req-51afa7a0-7d27-4669-a207-75e688d0b056 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:13.745574 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-cf460e8b-7622-4f82-9c1c-55d5e3cc6991 req-51afa7a0-7d27-4669-a207-75e688d0b056 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 943 time: 0.0726593 Jun 18 13:04:13.788201 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-cf460e8b-7622-4f82-9c1c-55d5e3cc6991 req-ed149374-9776-4f50-aafd-df64e9e64305 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352647 Jun 18 13:04:14.976430 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c436c6a-89b0-49b4-b332-af0e048cc885 req-93c0a7d1-f1ed-4732-8770-0714d6c12e14 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:14.977956 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-7c436c6a-89b0-49b4-b332-af0e048cc885 req-93c0a7d1-f1ed-4732-8770-0714d6c12e14 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 943 time: 0.0698633 Jun 18 13:04:15.017414 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-7c436c6a-89b0-49b4-b332-af0e048cc885 req-b70a20cc-d08f-430d-8b90-87b7f0dfba81 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335402 Jun 18 13:04:16.208630 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995adc5e-c0ff-47b9-abff-4fa296650a12 req-11281e2c-15cf-4014-a1cd-5b0d135ce249 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:16.210131 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-995adc5e-c0ff-47b9-abff-4fa296650a12 req-11281e2c-15cf-4014-a1cd-5b0d135ce249 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 943 time: 0.0683975 Jun 18 13:04:16.249879 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-995adc5e-c0ff-47b9-abff-4fa296650a12 req-059b3044-c84e-4805-8eee-1cf16cca3282 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333235 Jun 18 13:04:17.442107 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8798d-5f36-4580-a33c-0bc5f10f52f8 req-e105424a-bcad-4eba-b14c-d19c09d32d36 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:17.443532 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-dcf8798d-5f36-4580-a33c-0bc5f10f52f8 req-e105424a-bcad-4eba-b14c-d19c09d32d36 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 943 time: 0.0654027 Jun 18 13:04:17.497005 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-dcf8798d-5f36-4580-a33c-0bc5f10f52f8 req-5f637356-a664-48b2-81bc-6bac646569c8 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472815 Jun 18 13:04:18.681555 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6b5ca-360f-4096-a6f0-ebcf8f8ca090 req-f4ad6a4c-a345-4186-b542-52eaae9d5b68 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:18.682958 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-0fc6b5ca-360f-4096-a6f0-ebcf8f8ca090 req-f4ad6a4c-a345-4186-b542-52eaae9d5b68 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 943 time: 0.0646358 Jun 18 13:04:18.722058 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-0fc6b5ca-360f-4096-a6f0-ebcf8f8ca090 req-39fd0083-1aa7-41e8-a3aa-5f1946308240 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333624 Jun 18 13:04:19.905872 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5e6ad-c9d8-49b5-a6a6-5de7c8871618 req-fe1f4ab1-f87a-4413-a553-021c0b45cd68 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:19.907329 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-9df5e6ad-c9d8-49b5-a6a6-5de7c8871618 req-fe1f4ab1-f87a-4413-a553-021c0b45cd68 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 943 time: 0.0642350 Jun 18 13:04:19.946825 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-9df5e6ad-c9d8-49b5-a6a6-5de7c8871618 req-bad98fec-ade1-48a3-ae44-14422c91e238 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329695 Jun 18 13:04:21.133093 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a406e3-6901-4722-b895-47c11b816e76 req-8f717fb2-88dc-4fa8-96bf-f50255afc857 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:21.135326 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-03a406e3-6901-4722-b895-47c11b816e76 req-8f717fb2-88dc-4fa8-96bf-f50255afc857 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 943 time: 0.0692091 Jun 18 13:04:21.172856 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-03a406e3-6901-4722-b895-47c11b816e76 req-633d85b7-443c-43a7-9d39-5794e8b8e6a1 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318336 Jun 18 13:04:21.871957 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-c7ff1a19-a249-4cc9-a859-9a0232b58ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:04:22.357535 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b3abe-d766-4cc0-9072-9c88d5541e25 req-4f1d1d15-92fc-48ff-8da2-caa0a534d907 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:22.359000 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b37b3abe-d766-4cc0-9072-9c88d5541e25 req-4f1d1d15-92fc-48ff-8da2-caa0a534d907 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 943 time: 0.0633056 Jun 18 13:04:22.396438 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b37b3abe-d766-4cc0-9072-9c88d5541e25 req-79e768fe-7464-4c73-9127-08cca7f4fe21 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312917 Jun 18 13:04:23.599596 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99263b8e-ac73-4117-8713-da0a2d568f6d req-696ca7c2-1b48-4f4d-9041-b27fd316f894 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:23.601041 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-99263b8e-ac73-4117-8713-da0a2d568f6d req-696ca7c2-1b48-4f4d-9041-b27fd316f894 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 943 time: 0.0615635 Jun 18 13:04:23.645666 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-99263b8e-ac73-4117-8713-da0a2d568f6d req-6f343574-e793-4f90-a1a0-029ec7a167b6 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389187 Jun 18 13:04:24.714366 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-d4a64f5f-5852-4e24-bda2-9f7f7b4bd8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:04:24.825870 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00cc4b-ab4d-4ef9-873f-cdd31ae8f0c8 req-ad0c33e4-012d-4e90-ac7e-efff4ce0200a tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:24.827330 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6b00cc4b-ab4d-4ef9-873f-cdd31ae8f0c8 req-ad0c33e4-012d-4e90-ac7e-efff4ce0200a tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 943 time: 0.0632610 Jun 18 13:04:24.864364 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6b00cc4b-ab4d-4ef9-873f-cdd31ae8f0c8 req-eab1353e-5e81-4c15-b467-ba97eb1c595f tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313711 Jun 18 13:04:25.051319 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:04:25.977228 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:04:26.046754 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129dc81-bab5-460c-aba8-dd093be36cc2 req-6148fa23-5348-454c-a7c8-5c5ba2b4417e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:26.048286 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b129dc81-bab5-460c-aba8-dd093be36cc2 req-6148fa23-5348-454c-a7c8-5c5ba2b4417e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 943 time: 0.0682230 Jun 18 13:04:26.086596 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b129dc81-bab5-460c-aba8-dd093be36cc2 req-f4c70278-4e07-411c-8fd2-4277e41cfa1c tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325949 Jun 18 13:04:27.267496 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afddb8ef-0f0c-42a1-be86-0c19380555f9 req-7ceb0eca-88e3-43fc-9d12-fe1c3679dd5c tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:27.268961 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-afddb8ef-0f0c-42a1-be86-0c19380555f9 req-7ceb0eca-88e3-43fc-9d12-fe1c3679dd5c tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 943 time: 0.0658550 Jun 18 13:04:27.305348 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-afddb8ef-0f0c-42a1-be86-0c19380555f9 req-f932a832-8ab6-42bb-8c7f-3dc1053568e6 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306952 Jun 18 13:04:27.607987 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device a3b635ff-75fa-4741-b859-08fe9ee41155 details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=92827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 13:04:27.709935 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port a3b635ff-75fa-4741-b859-08fe9ee41155, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=a3b635ff-75fa-4741-b859-08fe9ee41155,segment=NetworkSegment(23b88fce-5b57-4798-9ca4-628ae6f60edb),segment_id=23b88fce-5b57-4798-9ca4-628ae6f60edb)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:04:27.726106 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Returning: {'device': 'a3b635ff-75fa-4741-b859-08fe9ee41155', 'network_id': '1ff29541-7511-4984-adea-fc36150ec103', 'port_id': 'a3b635ff-75fa-4741-b859-08fe9ee41155', 'mac_address': 'fa:16:3e:26:9c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac677325-f406-437d-8e84-8b08f5594ded', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 13:04:27.730042 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:04:27.767310 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:04:27.783937 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3b635ff-75fa-4741-b859-08fe9ee41155 {{(pid=92827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 13:04:27.802772 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port a3b635ff-75fa-4741-b859-08fe9ee41155, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=a3b635ff-75fa-4741-b859-08fe9ee41155,segment=NetworkSegment(23b88fce-5b57-4798-9ca4-628ae6f60edb),segment_id=23b88fce-5b57-4798-9ca4-628ae6f60edb)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:04:27.807339 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:04:27.809149 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-8a5c1168-9fb9-4f8c-a85c-eeaacd23dee5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:04:27.854629 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=a3b635ff-75fa-4741-b859-08fe9ee41155,revision_number=9']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:04:27.857639 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:04:28.195843 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['a3b635ff-75fa-4741-b859-08fe9ee41155'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 13:04:28.481326 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdea9a3-ac42-4966-aad3-5ed388e79ff5 req-baacaee2-3038-423a-bff2-c3b8fb4bf9d6 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:28.482751 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-cfdea9a3-ac42-4966-aad3-5ed388e79ff5 req-baacaee2-3038-423a-bff2-c3b8fb4bf9d6 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 944 time: 0.0636187 Jun 18 13:04:28.519287 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-cfdea9a3-ac42-4966-aad3-5ed388e79ff5 req-07a027e8-d401-408d-a63f-6e2af03d76ab tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310082 Jun 18 13:04:29.608809 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device a3b635ff-75fa-4741-b859-08fe9ee41155 up at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 13:04:29.657854 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning complete for port a3b635ff-75fa-4741-b859-08fe9ee41155 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 13:04:29.658234 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:04:29.695231 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2beae2-8ce4-44a4-8aac-55144aaf24f5 req-bcbef57b-aaea-4cbf-8d6e-0999b25dec40 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:29.697432 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6f2beae2-8ce4-44a4-8aac-55144aaf24f5 req-bcbef57b-aaea-4cbf-8d6e-0999b25dec40 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 944 time: 0.0641847 Jun 18 13:04:29.734764 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:04:29.739853 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6f2beae2-8ce4-44a4-8aac-55144aaf24f5 req-4787a9e1-c563-4805-98f5-68960e09868e tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366645 Jun 18 13:04:29.757591 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3351f6d-a538-4fe5-bdf0-edd99622325a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b635ff-75fa-4741-b859-08fe9ee41155'}] {{(pid=92827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:04:29.760372 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c43e27dad5924667550749323780498268b495889c5e44707aafbe87e8432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfe2d09-b45b-4c36-83ba-ab661fa9b68f" -d '{"events": [{"server_uuid": "e3351f6d-a538-4fe5-bdf0-edd99622325a", "name": "network-vif-plugged", "status": "completed", "tag": "a3b635ff-75fa-4741-b859-08fe9ee41155"}]}' {{(pid=92827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:04:29.772517 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port a3b635ff-75fa-4741-b859-08fe9ee41155, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=a3b635ff-75fa-4741-b859-08fe9ee41155,segment=NetworkSegment(23b88fce-5b57-4798-9ca4-628ae6f60edb),segment_id=23b88fce-5b57-4798-9ca4-628ae6f60edb)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:04:29.778138 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:04:29.781318 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-6293b4e5-e749-45d7-ac9f-b7862e2ec900 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:04:29.838509 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=a3b635ff-75fa-4741-b859-08fe9ee41155,revision_number=10']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:04:29.842477 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:04:29.969138 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 13:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cca452-b5c9-4542-8546-d8e97415697e x-openstack-request-id: req-01cca452-b5c9-4542-8546-d8e97415697e {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:04:29.969441 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3351f6d-a538-4fe5-bdf0-edd99622325a", "name": "network-vif-plugged", "status": "completed", "tag": "a3b635ff-75fa-4741-b859-08fe9ee41155", "code": 200}]} {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:04:29.969708 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-01cca452-b5c9-4542-8546-d8e97415697e {{(pid=92827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:04:29.970114 dv-cinder-797073-1-iscsi neutron-server[92827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3351f6d-a538-4fe5-bdf0-edd99622325a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b635ff-75fa-4741-b859-08fe9ee41155', 'code': 200} Jun 18 13:04:30.085285 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:04:30.216189 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed0a52-0d95-4c6f-bec7-9994512c7066 req-a264e5eb-6390-45ba-94ab-2e464980d193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:30.217683 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-5aed0a52-0d95-4c6f-bec7-9994512c7066 req-a264e5eb-6390-45ba-94ab-2e464980d193 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 1099 time: 0.0600350 Jun 18 13:04:30.252640 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-5aed0a52-0d95-4c6f-bec7-9994512c7066 req-e8171acd-a816-40af-9574-1d9e26dbb438 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269697 Jun 18 13:04:30.918308 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453a3f4-158f-4c65-897e-328ef06e7b63 req-d55a5b25-1b86-442c-807a-fbdc8df08ac5 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:30.919769 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-9453a3f4-158f-4c65-897e-328ef06e7b63 req-d55a5b25-1b86-442c-807a-fbdc8df08ac5 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 946 time: 0.0628965 Jun 18 13:04:30.955676 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-9453a3f4-158f-4c65-897e-328ef06e7b63 req-4cc15e95-894c-436d-94c4-eca2c4754164 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303490 Jun 18 13:04:32.150526 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dff98e-9fae-4c3b-a2de-2c00964f7b9a req-1235a154-de2a-408d-8cf5-5c551da4baa9 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:32.152681 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c8dff98e-9fae-4c3b-a2de-2c00964f7b9a req-1235a154-de2a-408d-8cf5-5c551da4baa9 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 946 time: 0.0814278 Jun 18 13:04:32.198111 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c8dff98e-9fae-4c3b-a2de-2c00964f7b9a req-0c9c7ef4-b5b5-49c4-9713-00169b52f834 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398536 Jun 18 13:04:33.394194 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971e653-9c5e-41e6-a728-7e8ae74a182c req-0c59b408-202f-47c3-9692-91f6eeab79b4 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:04:33.395694 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-4971e653-9c5e-41e6-a728-7e8ae74a182c req-0c59b408-202f-47c3-9692-91f6eeab79b4 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 946 time: 0.0640347 Jun 18 13:04:33.433461 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-4971e653-9c5e-41e6-a728-7e8ae74a182c req-9c259463-263c-41c7-a099-7683696dff77 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315003 Jun 18 13:04:36.505365 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 13:04:51.872213 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-b72bcfe9-97a0-437e-96cb-e59ca4cbfe87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:04:54.715028 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-00c51a6a-f8f1-4b44-9037-f5469690fff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:04:55.052848 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:04:55.979932 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:04:57.714804 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:00.085003 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:02.673072 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-46f99c51-9555-494e-baa9-7d825442a973 req-c6bfbaa8-a45e-4097-be37-68770ca9d174 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510316 Jun 18 13:05:02.790019 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f99c51-9555-494e-baa9-7d825442a973 req-e6c636a4-a2fd-4178-9f0d-095c1b5ae0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:05:02.791484 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-46f99c51-9555-494e-baa9-7d825442a973 req-e6c636a4-a2fd-4178-9f0d-095c1b5ae0dc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f05dfc5e1c54a9c8c16e92e579c9b1d&device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 1099 time: 0.0628648 Jun 18 13:05:02.895149 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f99c51-9555-494e-baa9-7d825442a973 req-d893f5bd-7ee1-4724-9be6-21a49ab4e18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:05:02.896824 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-46f99c51-9555-494e-baa9-7d825442a973 req-d893f5bd-7ee1-4724-9be6-21a49ab4e18b service neutron] 10.222.0.77 "GET /v2.0/networks?id=1ff29541-7511-4984-adea-fc36150ec103 HTTP/1.1" status: 200 len: 916 time: 0.0845683 Jun 18 13:05:02.963109 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-46f99c51-9555-494e-baa9-7d825442a973 req-bc07a220-1855-4bf3-8f35-fa03ddfb215a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3b635ff-75fa-4741-b859-08fe9ee41155 HTTP/1.1" status: 200 len: 1000 time: 0.0598617 Jun 18 13:05:03.014667 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f99c51-9555-494e-baa9-7d825442a973 req-68cdad29-c1a9-4b19-b903-d1e3e757afe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:05:03.016218 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-46f99c51-9555-494e-baa9-7d825442a973 req-68cdad29-c1a9-4b19-b903-d1e3e757afe8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ac677325-f406-437d-8e84-8b08f5594ded HTTP/1.1" status: 200 len: 854 time: 0.0465672 Jun 18 13:05:03.073135 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f99c51-9555-494e-baa9-7d825442a973 req-610023f9-76a6-4db3-bedc-21084a64445f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:05:03.074564 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-46f99c51-9555-494e-baa9-7d825442a973 req-610023f9-76a6-4db3-bedc-21084a64445f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1ff29541-7511-4984-adea-fc36150ec103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512335 Jun 18 13:05:03.178220 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-46f99c51-9555-494e-baa9-7d825442a973 req-28f86dfd-1382-4423-b2aa-ef3875416afb service neutron] 10.222.0.77 "GET /v2.0/networks/1ff29541-7511-4984-adea-fc36150ec103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964994 Jun 18 13:05:03.273293 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-46f99c51-9555-494e-baa9-7d825442a973 req-6907289b-4209-4476-8cd8-e955c648aae7 service neutron] 10.222.0.77 "GET /v2.0/networks/1ff29541-7511-4984-adea-fc36150ec103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879405 Jun 18 13:05:13.504073 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 13:05:21.871470 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-3f72b596-71e8-4cec-b098-aef25ba78ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:24.716357 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-c0c3c899-ea63-434e-bf19-1db7ea5e759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:25.054385 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:25.982980 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:27.716723 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:30.102242 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:40.963363 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907e5cf-8eab-4077-acc7-3a1eef5f957d req-f33e8b91-d7a1-40c1-a0b9-743e11829b20 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:05:40.964843 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6907e5cf-8eab-4077-acc7-3a1eef5f957d req-f33e8b91-d7a1-40c1-a0b9-743e11829b20 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 946 time: 0.0715330 Jun 18 13:05:41.001262 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6907e5cf-8eab-4077-acc7-3a1eef5f957d req-a86e2f0a-0bcb-4deb-8bd0-09a81d77d15d tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308175 Jun 18 13:05:42.185069 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30b273-4606-4140-a71a-4889cef783bb req-dc805b74-5f02-4624-91f5-5568b2f5422d tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:05:42.186533 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-3c30b273-4606-4140-a71a-4889cef783bb req-dc805b74-5f02-4624-91f5-5568b2f5422d tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 946 time: 0.0669658 Jun 18 13:05:42.224631 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-3c30b273-4606-4140-a71a-4889cef783bb req-1b023717-3a55-4690-b19f-fb2c19048ef6 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325241 Jun 18 13:05:42.993252 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f17e6d-1034-4e5e-ad81-2d684a28e392 req-3124663f-b4d7-448f-befc-cf13a76e68ff tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:05:42.994749 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-38f17e6d-1034-4e5e-ad81-2d684a28e392 req-3124663f-b4d7-448f-befc-cf13a76e68ff tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 946 time: 0.0715783 Jun 18 13:05:43.104084 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [req-38f17e6d-1034-4e5e-ad81-2d684a28e392 req-9cce613f-8de2-4744-b732-e2d4bf9cad70 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Deleting port a3b635ff-75fa-4741-b859-08fe9ee41155 {{(pid=92825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:05:43.104422 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-38f17e6d-1034-4e5e-ad81-2d684a28e392 req-9cce613f-8de2-4744-b732-e2d4bf9cad70 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:43.192777 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [req-38f17e6d-1034-4e5e-ad81-2d684a28e392 req-9cce613f-8de2-4744-b732-e2d4bf9cad70 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] For port a3b635ff-75fa-4741-b859-08fe9ee41155, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=a3b635ff-75fa-4741-b859-08fe9ee41155,segment=NetworkSegment(23b88fce-5b57-4798-9ca4-628ae6f60edb),segment_id=23b88fce-5b57-4798-9ca4-628ae6f60edb)] {{(pid=92825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:05:43.193495 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-38f17e6d-1034-4e5e-ad81-2d684a28e392 req-9cce613f-8de2-4744-b732-e2d4bf9cad70 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:43.389446 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-38f17e6d-1034-4e5e-ad81-2d684a28e392 req-9cce613f-8de2-4744-b732-e2d4bf9cad70 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:43.389446 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-38f17e6d-1034-4e5e-ad81-2d684a28e392 req-9cce613f-8de2-4744-b732-e2d4bf9cad70 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055052'] for floatingip, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:43.389865 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.db.l3_db [req-38f17e6d-1034-4e5e-ad81-2d684a28e392 req-9cce613f-8de2-4744-b732-e2d4bf9cad70 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Floating IP 24ad4b02-2d1a-4ea8-9deb-fe87f19ea401 disassociated. External IP: 172.27.0.20, port: a3b635ff-75fa-4741-b859-08fe9ee41155. Jun 18 13:05:43.390024 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [req-38f17e6d-1034-4e5e-ad81-2d684a28e392 req-9cce613f-8de2-4744-b732-e2d4bf9cad70 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Calling delete_port for a3b635ff-75fa-4741-b859-08fe9ee41155 owned by compute:nova {{(pid=92825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:05:43.401614 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422971a-35a8-4db3-87b0-37ca156894b6 req-4db0847c-8eaa-43da-897a-3f47e267ecfb tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:05:43.403118 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-9422971a-35a8-4db3-87b0-37ca156894b6 req-4db0847c-8eaa-43da-897a-3f47e267ecfb tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 946 time: 0.0640719 Jun 18 13:05:43.442550 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-9422971a-35a8-4db3-87b0-37ca156894b6 req-3c54700c-14a5-461d-a400-e3acc2c24e76 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups?id=0f02a7fa-763f-4275-9766-0799005db203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335608 Jun 18 13:05:43.515132 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-38f17e6d-1034-4e5e-ad81-2d684a28e392 req-9cce613f-8de2-4744-b732-e2d4bf9cad70 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8372373'] for port, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:43.519458 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-92492655-3358-4301-995d-3f239076ea1d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:05:43.547774 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce613f-8de2-4744-b732-e2d4bf9cad70 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Pushing event deleted for resources: {'Port': ['ID=a3b635ff-75fa-4741-b859-08fe9ee41155,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:05:43.558300 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cce613f-8de2-4744-b732-e2d4bf9cad70 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:05:43.558686 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cce613f-8de2-4744-b732-e2d4bf9cad70 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:05:43.559065 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cce613f-8de2-4744-b732-e2d4bf9cad70 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:05:43.559444 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cce613f-8de2-4744-b732-e2d4bf9cad70 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:05:43.559808 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cce613f-8de2-4744-b732-e2d4bf9cad70 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:05:43.560174 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cce613f-8de2-4744-b732-e2d4bf9cad70 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:05:43.560537 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cce613f-8de2-4744-b732-e2d4bf9cad70 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:05:43.560926 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cce613f-8de2-4744-b732-e2d4bf9cad70 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:05:43.561286 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cce613f-8de2-4744-b732-e2d4bf9cad70 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:05:43.561645 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cce613f-8de2-4744-b732-e2d4bf9cad70 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:05:43.562004 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cce613f-8de2-4744-b732-e2d4bf9cad70 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:05:43.562383 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cce613f-8de2-4744-b732-e2d4bf9cad70 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:05:43.567129 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-9cce613f-8de2-4744-b732-e2d4bf9cad70 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:05:43.680371 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38f17e6d-1034-4e5e-ad81-2d684a28e392 req-9cce613f-8de2-4744-b732-e2d4bf9cad70 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Router 77c80506-2483-4622-a5ee-82fbf21890e8 has already been hosted by L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc {{(pid=92825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 13:05:43.786499 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38f17e6d-1034-4e5e-ad81-2d684a28e392 req-9cce613f-8de2-4744-b732-e2d4bf9cad70 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 13:05:43.796896 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4075871-760f-402a-a62d-4eaf41b691ed None None] Sync routers for ids ['77c80506-2483-4622-a5ee-82fbf21890e8'] in dv-cinder-797073-1-iscsi {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 13:05:43.806703 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4075871-760f-402a-a62d-4eaf41b691ed None None] Routers {'77c80506-2483-4622-a5ee-82fbf21890e8'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:05:43.807313 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-e4075871-760f-402a-a62d-4eaf41b691ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:05:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['77c80506-2483-4622-a5ee-82fbf21890e8'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:05:43.837016 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f17e6d-1034-4e5e-ad81-2d684a28e392 req-9cce613f-8de2-4744-b732-e2d4bf9cad70 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] No DVR routers for this DVR port a3b635ff-75fa-4741-b859-08fe9ee41155 on host hv-cinder-79707 {{(pid=92825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 13:05:43.839542 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-38f17e6d-1034-4e5e-ad81-2d684a28e392 req-9cce613f-8de2-4744-b732-e2d4bf9cad70 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:43.841576 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-38f17e6d-1034-4e5e-ad81-2d684a28e392 req-9cce613f-8de2-4744-b732-e2d4bf9cad70 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.77 "DELETE /v2.0/ports/a3b635ff-75fa-4741-b859-08fe9ee41155 HTTP/1.1" status: 204 len: 173 time: 0.8403599 Jun 18 13:05:43.842112 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3351f6d-a538-4fe5-bdf0-edd99622325a', 'name': 'network-vif-deleted', 'tag': 'a3b635ff-75fa-4741-b859-08fe9ee41155'}] {{(pid=92825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:05:43.844431 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cbce1c661b203a7f45efff8c445c42f162c6430a9c28178aa2be3d6d959831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb9ef22-d55b-4ecd-a48e-1f35850d2c2a" -d '{"events": [{"server_uuid": "e3351f6d-a538-4fe5-bdf0-edd99622325a", "name": "network-vif-deleted", "tag": "a3b635ff-75fa-4741-b859-08fe9ee41155"}]}' {{(pid=92825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:05:43.963728 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 13:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e9c575-1aaf-414e-986c-58aaad07fc19 x-openstack-request-id: req-31e9c575-1aaf-414e-986c-58aaad07fc19 {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:05:43.964597 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3351f6d-a538-4fe5-bdf0-edd99622325a", "name": "network-vif-deleted", "tag": "a3b635ff-75fa-4741-b859-08fe9ee41155", "status": "completed", "code": 200}]} {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:05:43.965140 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-31e9c575-1aaf-414e-986c-58aaad07fc19 {{(pid=92825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:05:43.966271 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3351f6d-a538-4fe5-bdf0-edd99622325a', 'name': 'network-vif-deleted', 'tag': 'a3b635ff-75fa-4741-b859-08fe9ee41155', 'status': 'completed', 'code': 200} Jun 18 13:05:44.060983 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-e4075871-760f-402a-a62d-4eaf41b691ed None None] Set router 77c80506-2483-4622-a5ee-82fbf21890e8 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:05:44.264573 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-e4075871-760f-402a-a62d-4eaf41b691ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'name': 'tempest-AttachVolumeShelveTestJSON-80250220-router', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '967dcbad-853f-43cf-8cf3-81efcd954483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:53:49Z', 'updated_at': '2021-06-18T12:53:57Z', 'revision_number': 4, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'gw_port': {'id': '967dcbad-853f-43cf-8cf3-81efcd954483', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:50Z', 'updated_at': '2021-06-18T12:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': 'f9dc3aaf-dc97-4a2b-a90a-64a6f43785df', 'name': '', 'network_id': '1ff29541-7511-4984-adea-fc36150ec103', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'mac_address': 'fa:16:3e:c6:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ac677325-f406-437d-8e84-8b08f5594ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:54Z', 'updated_at': '2021-06-18T12:54:09Z', 'revision_number': 5, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'subnets': [{'id': 'ac677325-f406-437d-8e84-8b08f5594ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:05:44.291718 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4075871-760f-402a-a62d-4eaf41b691ed None None] Checking router: 77c80506-2483-4622-a5ee-82fbf21890e8 for host: dv-cinder-797073-1-iscsi {{(pid=92827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 13:05:44.300889 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4075871-760f-402a-a62d-4eaf41b691ed None None] Routers {'77c80506-2483-4622-a5ee-82fbf21890e8'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:05:44.301509 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-e4075871-760f-402a-a62d-4eaf41b691ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:05:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['77c80506-2483-4622-a5ee-82fbf21890e8'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:05:44.414002 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-e4075871-760f-402a-a62d-4eaf41b691ed None None] Set router 77c80506-2483-4622-a5ee-82fbf21890e8 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:05:44.633439 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ff48a427-ca93-40ad-881e-2579f7535867 req-2b7bc418-af89-4e6c-85fc-dfec807db89d tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3351f6d-a538-4fe5-bdf0-edd99622325a HTTP/1.1" status: 200 len: 210 time: 0.0333753 Jun 18 13:05:44.670617 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-e4075871-760f-402a-a62d-4eaf41b691ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'name': 'tempest-AttachVolumeShelveTestJSON-80250220-router', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '967dcbad-853f-43cf-8cf3-81efcd954483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:53:49Z', 'updated_at': '2021-06-18T12:53:57Z', 'revision_number': 4, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'gw_port': {'id': '967dcbad-853f-43cf-8cf3-81efcd954483', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:50Z', 'updated_at': '2021-06-18T12:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': 'f9dc3aaf-dc97-4a2b-a90a-64a6f43785df', 'name': '', 'network_id': '1ff29541-7511-4984-adea-fc36150ec103', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'mac_address': 'fa:16:3e:c6:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ac677325-f406-437d-8e84-8b08f5594ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:54Z', 'updated_at': '2021-06-18T12:54:09Z', 'revision_number': 5, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'subnets': [{'id': 'ac677325-f406-437d-8e84-8b08f5594ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:05:44.701818 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4075871-760f-402a-a62d-4eaf41b691ed None None] The sync data for ids ['77c80506-2483-4622-a5ee-82fbf21890e8'] in dv-cinder-797073-1-iscsi is: [{'id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'name': 'tempest-AttachVolumeShelveTestJSON-80250220-router', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '967dcbad-853f-43cf-8cf3-81efcd954483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:53:49Z', 'updated_at': '2021-06-18T12:53:57Z', 'revision_number': 4, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'gw_port': {'id': '967dcbad-853f-43cf-8cf3-81efcd954483', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:50Z', 'updated_at': '2021-06-18T12:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': 'f9dc3aaf-dc97-4a2b-a90a-64a6f43785df', 'name': '', 'network_id': '1ff29541-7511-4984-adea-fc36150ec103', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'mac_address': 'fa:16:3e:c6:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ac677325-f406-437d-8e84-8b08f5594ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:54Z', 'updated_at': '2021-06-18T12:54:09Z', 'revision_number': 5, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'subnets': [{'id': 'ac677325-f406-437d-8e84-8b08f5594ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 13:05:44.898408 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58460c50-b22d-4659-af32-6922d718c1c7 None None] New status for floating IP 24ad4b02-2d1a-4ea8-9deb-fe87f19ea401: DOWN {{(pid=92828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 13:05:45.758254 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 55802) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:05:45.812586 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8f7dd336-ce3e-4626-81fe-c4d24523136d tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:45.835537 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8f7dd336-ce3e-4626-81fe-c4d24523136d tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:45.880387 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8f7dd336-ce3e-4626-81fe-c4d24523136d tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:45.882953 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8f7dd336-ce3e-4626-81fe-c4d24523136d tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:45.884071 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-8f7dd336-ce3e-4626-81fe-c4d24523136d tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "DELETE /v2.0/security-groups/0f02a7fa-763f-4275-9766-0799005db203 HTTP/1.1" status: 204 len: 168 time: 0.1248097 Jun 18 13:05:45.884889 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-ab969c30-ad49-4fe3-a5bf-a2f07c2dfffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:05:45.886891 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 55804) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:05:45.894628 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7dd336-ce3e-4626-81fe-c4d24523136d tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f02a7fa-763f-4275-9766-0799005db203,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:05:45.897091 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-8f7dd336-ce3e-4626-81fe-c4d24523136d tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:05:45.903425 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.api.v2.resource [None req-2e280b5b-9fb3-4a60-9112-bfd18350a888 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] show failed (client error): The resource could not be found. Jun 18 13:05:45.904434 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-2e280b5b-9fb3-4a60-9112-bfd18350a888 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "GET /v2.0/security-groups/0f02a7fa-763f-4275-9766-0799005db203 HTTP/1.1" status: 404 len: 347 time: 0.0165336 Jun 18 13:05:45.907276 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 55806) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:05:46.005189 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device a3b635ff-75fa-4741-b859-08fe9ee41155 no longer exists at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 13:05:46.026000 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] No Port match for: a3b635ff-75fa-4741-b859-08fe9ee41155 {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 13:05:46.026359 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device a3b635ff-75fa-4741-b859-08fe9ee41155 not bound to the agent host hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 13:05:46.037968 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [None req-ba29aa57-c2cb-4a14-a79e-019d5175f8bd tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Deleting port e4666f1e-c9e3-4ea2-8e8a-a82021709e23 {{(pid=92826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:05:46.038316 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ba29aa57-c2cb-4a14-a79e-019d5175f8bd tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:46.113506 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ba29aa57-c2cb-4a14-a79e-019d5175f8bd tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:46.113834 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ba29aa57-c2cb-4a14-a79e-019d5175f8bd tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:46.179252 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [None req-ba29aa57-c2cb-4a14-a79e-019d5175f8bd tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Calling delete_port for e4666f1e-c9e3-4ea2-8e8a-a82021709e23 owned by network:floatingip {{(pid=92826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:05:46.309611 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ba29aa57-c2cb-4a14-a79e-019d5175f8bd tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940132'] for port, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:46.311476 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-05ef4e17-484c-4433-a84a-6e13dedb37db tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:05:46.335571 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29aa57-c2cb-4a14-a79e-019d5175f8bd tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Pushing event deleted for resources: {'Port': ['ID=e4666f1e-c9e3-4ea2-8e8a-a82021709e23,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:05:46.361623 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba29aa57-c2cb-4a14-a79e-019d5175f8bd tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:05:46.362031 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba29aa57-c2cb-4a14-a79e-019d5175f8bd tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:05:46.362452 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba29aa57-c2cb-4a14-a79e-019d5175f8bd tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:05:46.362836 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba29aa57-c2cb-4a14-a79e-019d5175f8bd tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:05:46.363203 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba29aa57-c2cb-4a14-a79e-019d5175f8bd tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:05:46.363569 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba29aa57-c2cb-4a14-a79e-019d5175f8bd tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:05:46.363931 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba29aa57-c2cb-4a14-a79e-019d5175f8bd tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:05:46.364289 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba29aa57-c2cb-4a14-a79e-019d5175f8bd tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:05:46.364644 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba29aa57-c2cb-4a14-a79e-019d5175f8bd tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:05:46.365031 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba29aa57-c2cb-4a14-a79e-019d5175f8bd tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:05:46.365391 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba29aa57-c2cb-4a14-a79e-019d5175f8bd tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:05:46.365750 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba29aa57-c2cb-4a14-a79e-019d5175f8bd tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:05:46.370171 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-ba29aa57-c2cb-4a14-a79e-019d5175f8bd tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:05:46.406279 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ba29aa57-c2cb-4a14-a79e-019d5175f8bd tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks [] for floatingip, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:46.408829 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ba29aa57-c2cb-4a14-a79e-019d5175f8bd tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for floatingip, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:46.409973 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-ba29aa57-c2cb-4a14-a79e-019d5175f8bd tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] 10.222.0.86 "DELETE /v2.0/floatingips/24ad4b02-2d1a-4ea8-9deb-fe87f19ea401 HTTP/1.1" status: 204 len: 168 time: 0.5018251 Jun 18 13:05:48.994207 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 55834) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:05:49.437541 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-f22a0134-4491-4b0b-86dc-93bf5611b65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2082801'] for router_interface, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:49.953668 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [None req-f22a0134-4491-4b0b-86dc-93bf5611b65f admin admin] Deleting port f9dc3aaf-dc97-4a2b-a90a-64a6f43785df {{(pid=92825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:05:49.954041 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-f22a0134-4491-4b0b-86dc-93bf5611b65f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:50.032632 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [None req-f22a0134-4491-4b0b-86dc-93bf5611b65f admin admin] For port f9dc3aaf-dc97-4a2b-a90a-64a6f43785df, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=f9dc3aaf-dc97-4a2b-a90a-64a6f43785df,segment=NetworkSegment(23b88fce-5b57-4798-9ca4-628ae6f60edb),segment_id=23b88fce-5b57-4798-9ca4-628ae6f60edb)] {{(pid=92825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:05:50.034137 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-f22a0134-4491-4b0b-86dc-93bf5611b65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:50.101536 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [None req-f22a0134-4491-4b0b-86dc-93bf5611b65f admin admin] Calling delete_port for f9dc3aaf-dc97-4a2b-a90a-64a6f43785df owned by network:router_interface {{(pid=92825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:05:50.275692 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-f22a0134-4491-4b0b-86dc-93bf5611b65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8372373'] for port, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:50.278362 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-e5ed8cd7-d715-4b68-9bec-8727e22a2037 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:05:50.304948 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a0134-4491-4b0b-86dc-93bf5611b65f admin admin] Pushing event deleted for resources: {'Port': ['ID=f9dc3aaf-dc97-4a2b-a90a-64a6f43785df,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:05:50.306803 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-f22a0134-4491-4b0b-86dc-93bf5611b65f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:05:50.476577 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-f22a0134-4491-4b0b-86dc-93bf5611b65f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2082637'] for router_interface, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:50.501995 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 13:05:50.688863 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22a0134-4491-4b0b-86dc-93bf5611b65f admin admin] Router 77c80506-2483-4622-a5ee-82fbf21890e8 has already been hosted by L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc {{(pid=92825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 13:05:50.793314 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22a0134-4491-4b0b-86dc-93bf5611b65f admin admin] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 13:05:50.798716 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-f22a0134-4491-4b0b-86dc-93bf5611b65f admin admin] 10.222.0.86 "PUT /v2.0/routers/77c80506-2483-4622-a5ee-82fbf21890e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8027935 Jun 18 13:05:50.800822 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 55840) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:05:50.803645 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46991e6-b7ee-4bda-9c50-726c7e42d0c4 None None] Sync routers for ids ['77c80506-2483-4622-a5ee-82fbf21890e8'] in dv-cinder-797073-1-iscsi {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 13:05:50.812724 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46991e6-b7ee-4bda-9c50-726c7e42d0c4 None None] Routers {'77c80506-2483-4622-a5ee-82fbf21890e8'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:05:50.813656 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-c46991e6-b7ee-4bda-9c50-726c7e42d0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:05:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['77c80506-2483-4622-a5ee-82fbf21890e8'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:05:50.903556 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-cad3e932-657b-438a-820f-257c9b31a77d admin admin] Notify callbacks [] for router, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:50.920121 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-c46991e6-b7ee-4bda-9c50-726c7e42d0c4 None None] Set router 77c80506-2483-4622-a5ee-82fbf21890e8 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:05:51.005175 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-cad3e932-657b-438a-820f-257c9b31a77d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:51.058137 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [None req-cad3e932-657b-438a-820f-257c9b31a77d admin admin] Deleting port 967dcbad-853f-43cf-8cf3-81efcd954483 {{(pid=92825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:05:51.058903 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-cad3e932-657b-438a-820f-257c9b31a77d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:51.101342 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-c46991e6-b7ee-4bda-9c50-726c7e42d0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'name': 'tempest-AttachVolumeShelveTestJSON-80250220-router', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '967dcbad-853f-43cf-8cf3-81efcd954483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:53:49Z', 'updated_at': '2021-06-18T13:05:50Z', 'revision_number': 5, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'gw_port': {'id': '967dcbad-853f-43cf-8cf3-81efcd954483', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:53:50Z', 'updated_at': '2021-06-18T12:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi'}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:05:51.131702 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46991e6-b7ee-4bda-9c50-726c7e42d0c4 None None] Checking router: 77c80506-2483-4622-a5ee-82fbf21890e8 for host: dv-cinder-797073-1-iscsi {{(pid=92827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 13:05:51.139880 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46991e6-b7ee-4bda-9c50-726c7e42d0c4 None None] Routers {'77c80506-2483-4622-a5ee-82fbf21890e8'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:05:51.140498 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-c46991e6-b7ee-4bda-9c50-726c7e42d0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:05:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['77c80506-2483-4622-a5ee-82fbf21890e8'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:05:51.145408 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [None req-cad3e932-657b-438a-820f-257c9b31a77d admin admin] For port 967dcbad-853f-43cf-8cf3-81efcd954483, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=967dcbad-853f-43cf-8cf3-81efcd954483,segment=NetworkSegment(b79588fc-20f0-437a-9a07-92a6b1056918),segment_id=b79588fc-20f0-437a-9a07-92a6b1056918)] {{(pid=92825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:05:51.145776 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-cad3e932-657b-438a-820f-257c9b31a77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:51.212196 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [None req-cad3e932-657b-438a-820f-257c9b31a77d admin admin] Calling delete_port for 967dcbad-853f-43cf-8cf3-81efcd954483 owned by network:router_gateway {{(pid=92825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:05:51.227157 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-c46991e6-b7ee-4bda-9c50-726c7e42d0c4 None None] Set router 77c80506-2483-4622-a5ee-82fbf21890e8 gateway port host: None {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:05:51.277858 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-c46991e6-b7ee-4bda-9c50-726c7e42d0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'name': 'tempest-AttachVolumeShelveTestJSON-80250220-router', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:53:49Z', 'updated_at': '2021-06-18T13:05:51Z', 'revision_number': 6, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'gw_port_host': None}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:05:51.309072 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46991e6-b7ee-4bda-9c50-726c7e42d0c4 None None] The sync data for ids ['77c80506-2483-4622-a5ee-82fbf21890e8'] in dv-cinder-797073-1-iscsi is: [{'id': '77c80506-2483-4622-a5ee-82fbf21890e8', 'name': 'tempest-AttachVolumeShelveTestJSON-80250220-router', 'tenant_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:53:49Z', 'updated_at': '2021-06-18T13:05:51Z', 'revision_number': 6, 'project_id': '4f05dfc5e1c54a9c8c16e92e579c9b1d', 'gw_port_host': None}] {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 13:05:51.386834 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-cad3e932-657b-438a-820f-257c9b31a77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8372373'] for port, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:51.388787 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-e3e959fb-6e73-4c83-8667-3ec0ea6517cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:05:51.413122 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3e932-657b-438a-820f-257c9b31a77d admin admin] Pushing event deleted for resources: {'Port': ['ID=967dcbad-853f-43cf-8cf3-81efcd954483,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:05:51.417129 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-cad3e932-657b-438a-820f-257c9b31a77d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:05:51.477543 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-cad3e932-657b-438a-820f-257c9b31a77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055009'] for router_gateway, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:51.568198 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-cad3e932-657b-438a-820f-257c9b31a77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2083967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28484'] for router, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:51.570562 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-cad3e932-657b-438a-820f-257c9b31a77d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:51.616054 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-cad3e932-657b-438a-820f-257c9b31a77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2083630'] for router, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:51.616496 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad3e932-657b-438a-820f-257c9b31a77d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77c80506-2483-4622-a5ee-82fbf21890e8 {{(pid=92825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 13:05:51.620817 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-cad3e932-657b-438a-820f-257c9b31a77d admin admin] Notify callbacks [] for router, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:51.622933 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-cad3e932-657b-438a-820f-257c9b31a77d admin admin] 10.222.0.86 "DELETE /v2.0/routers/77c80506-2483-4622-a5ee-82fbf21890e8 HTTP/1.1" status: 204 len: 168 time: 0.8206940 Jun 18 13:05:51.624913 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 55844) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:05:51.670677 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a0c5491-b31a-42d9-b578-839764957de4 admin admin] Deleting subnet ac677325-f406-437d-8e84-8b08f5594ded {{(pid=92825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 13:05:51.674099 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-3a0c5491-b31a-42d9-b578-839764957de4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:51.708903 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-3a0c5491-b31a-42d9-b578-839764957de4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6310354'] for subnet, precommit_delete_associations {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:51.789343 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-3a0c5491-b31a-42d9-b578-839764957de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-618888'] for subnet, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:51.839371 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-3a0c5491-b31a-42d9-b578-839764957de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-618887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8372463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8063654'] for subnet, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:51.842102 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:05:51.865549 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c5491-b31a-42d9-b578-839764957de4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac677325-f406-437d-8e84-8b08f5594ded,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:05:51.868541 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-3a0c5491-b31a-42d9-b578-839764957de4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for subnet, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:51.870060 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-3a0c5491-b31a-42d9-b578-839764957de4 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/ac677325-f406-437d-8e84-8b08f5594ded HTTP/1.1" status: 204 len: 168 time: 0.2435098 Jun 18 13:05:51.870451 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-3a0c5491-b31a-42d9-b578-839764957de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:05:51.871750 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 55848) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:05:51.875429 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cf598f-222e-4ce3-8474-21e38b8aa42c None None] Network 1ff29541-7511-4984-adea-fc36150ec103 requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 13:05:51.879179 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-cd36323f-49c8-4acf-9f6e-5bea22e63923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:51.948725 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0bc160ce-3847-4414-b987-4918d67c663c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647412'] for network, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:52.005847 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [None req-0bc160ce-3847-4414-b987-4918d67c663c admin admin] Deleting port 5e6860ba-18c6-4f47-a121-ac21622d04ff {{(pid=92825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:05:52.006212 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0bc160ce-3847-4414-b987-4918d67c663c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:52.081252 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [None req-0bc160ce-3847-4414-b987-4918d67c663c admin admin] For port 5e6860ba-18c6-4f47-a121-ac21622d04ff, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=5e6860ba-18c6-4f47-a121-ac21622d04ff,segment=NetworkSegment(23b88fce-5b57-4798-9ca4-628ae6f60edb),segment_id=23b88fce-5b57-4798-9ca4-628ae6f60edb)] {{(pid=92825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:05:52.081849 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0bc160ce-3847-4414-b987-4918d67c663c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:52.098987 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24341838-1bcf-432f-b60d-9b63300a11da None None] DHCP port deletion for 1ff29541-7511-4984-adea-fc36150ec103 request from dv-cinder-797073-1-iscsi {{(pid=92827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 13:05:52.151778 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 967dcbad-853f-43cf-8cf3-81efcd954483 no longer exists at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 13:05:52.160389 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [None req-0bc160ce-3847-4414-b987-4918d67c663c admin admin] Calling delete_port for 5e6860ba-18c6-4f47-a121-ac21622d04ff owned by network:dhcp {{(pid=92825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:05:52.173733 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] No Port match for: 967dcbad-853f-43cf-8cf3-81efcd954483 {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 13:05:52.174092 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 967dcbad-853f-43cf-8cf3-81efcd954483 not bound to the agent host dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 13:05:52.174564 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 5e6860ba-18c6-4f47-a121-ac21622d04ff no longer exists at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 13:05:52.179329 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-24341838-1bcf-432f-b60d-9b63300a11da None None] Deleting port 5e6860ba-18c6-4f47-a121-ac21622d04ff {{(pid=92827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:05:52.179718 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-24341838-1bcf-432f-b60d-9b63300a11da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:52.241685 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0bc160ce-3847-4414-b987-4918d67c663c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8372373'] for port, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:52.245104 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-92492655-3358-4301-995d-3f239076ea1d tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:05:52.271361 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] No active binding found for port 5e6860ba-18c6-4f47-a121-ac21622d04ff {{(pid=92827) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jun 18 13:05:52.271799 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 5e6860ba-18c6-4f47-a121-ac21622d04ff not bound to the agent host dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 13:05:52.272222 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device f9dc3aaf-dc97-4a2b-a90a-64a6f43785df no longer exists at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 13:05:52.273717 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc160ce-3847-4414-b987-4918d67c663c admin admin] No DVR routers for this DVR port 5e6860ba-18c6-4f47-a121-ac21622d04ff on host dv-cinder-797073-1-iscsi {{(pid=92825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 13:05:52.275116 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-24341838-1bcf-432f-b60d-9b63300a11da None None] For port 5e6860ba-18c6-4f47-a121-ac21622d04ff, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=5e6860ba-18c6-4f47-a121-ac21622d04ff,segment=NetworkSegment(23b88fce-5b57-4798-9ca4-628ae6f60edb),segment_id=23b88fce-5b57-4798-9ca4-628ae6f60edb)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:05:52.275517 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-24341838-1bcf-432f-b60d-9b63300a11da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:52.277956 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc160ce-3847-4414-b987-4918d67c663c admin admin] Pushing event deleted for resources: {'Port': ['ID=5e6860ba-18c6-4f47-a121-ac21622d04ff,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:05:52.280496 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-0bc160ce-3847-4414-b987-4918d67c663c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:05:52.303297 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] No Port match for: f9dc3aaf-dc97-4a2b-a90a-64a6f43785df {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 13:05:52.303608 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device f9dc3aaf-dc97-4a2b-a90a-64a6f43785df not bound to the agent host dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 13:05:52.368233 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0bc160ce-3847-4414-b987-4918d67c663c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-619031', 'neutron.services.segments.db._delete_segments_for_network-8743829154259'] for network, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:52.372351 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-24341838-1bcf-432f-b60d-9b63300a11da None None] Calling delete_port for 5e6860ba-18c6-4f47-a121-ac21622d04ff owned by network:dhcp {{(pid=92827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:05:52.379743 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.services.segments.db [None req-0bc160ce-3847-4414-b987-4918d67c663c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff29541-7511-4984-adea-fc36150ec103']}} {{(pid=92825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:05:52.392232 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.services.segments.db [None req-0bc160ce-3847-4414-b987-4918d67c663c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23b88fce-5b57-4798-9ca4-628ae6f60edb') {'for_net_delete': True} {{(pid=92825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:05:52.392743 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.services.segments.db [None req-0bc160ce-3847-4414-b987-4918d67c663c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23b88fce-5b57-4798-9ca4-628ae6f60edb') {} {{(pid=92825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:05:52.404870 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0bc160ce-3847-4414-b987-4918d67c663c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743829154088', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6310363'] for segment, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:52.428075 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0bc160ce-3847-4414-b987-4918d67c663c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559'] for segment, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:52.435393 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc160ce-3847-4414-b987-4918d67c663c admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=92825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 13:05:52.435848 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0bc160ce-3847-4414-b987-4918d67c663c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8380228'] for segment, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:52.448135 dv-cinder-797073-1-iscsi neutron-server[92825]: Traceback (most recent call last): Jun 18 13:05:52.448135 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 13:05:52.448135 dv-cinder-797073-1-iscsi neutron-server[92825]: timer() Jun 18 13:05:52.448135 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 13:05:52.448135 dv-cinder-797073-1-iscsi neutron-server[92825]: cb(*args, **kw) Jun 18 13:05:52.448135 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 13:05:52.448135 dv-cinder-797073-1-iscsi neutron-server[92825]: return func(*args, **kwargs) Jun 18 13:05:52.448135 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 13:05:52.448135 dv-cinder-797073-1-iscsi neutron-server[92825]: self._notify() Jun 18 13:05:52.448135 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 13:05:52.448135 dv-cinder-797073-1-iscsi neutron-server[92825]: self.callback(batched_events) Jun 18 13:05:52.448135 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 13:05:52.448135 dv-cinder-797073-1-iscsi neutron-server[92825]: event.method(event) Jun 18 13:05:52.448135 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 13:05:52.448135 dv-cinder-797073-1-iscsi neutron-server[92825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 13:05:52.448135 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 13:05:52.448135 dv-cinder-797073-1-iscsi neutron-server[92825]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 13:05:52.448135 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 13:05:52.448135 dv-cinder-797073-1-iscsi neutron-server[92825]: return f(self, *a, **k) Jun 18 13:05:52.448135 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 13:05:52.448135 dv-cinder-797073-1-iscsi neutron-server[92825]: return self._get(url).json() Jun 18 13:05:52.448135 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 13:05:52.448135 dv-cinder-797073-1-iscsi neutron-server[92825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 13:05:52.448135 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 13:05:52.448135 dv-cinder-797073-1-iscsi neutron-server[92825]: return self.request(url, 'GET', **kwargs) Jun 18 13:05:52.448135 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 13:05:52.448135 dv-cinder-797073-1-iscsi neutron-server[92825]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 13:05:52.448135 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 13:05:52.448135 dv-cinder-797073-1-iscsi neutron-server[92825]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 13:05:52.448135 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 13:05:52.448135 dv-cinder-797073-1-iscsi neutron-server[92825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 13:05:52.448135 dv-cinder-797073-1-iscsi neutron-server[92825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 13:05:52.463906 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-24341838-1bcf-432f-b60d-9b63300a11da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654'] for port, after_delete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:52.465859 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:05:52.497120 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24341838-1bcf-432f-b60d-9b63300a11da None None] Pushing event deleted for resources: {'Port': ['ID=5e6860ba-18c6-4f47-a121-ac21622d04ff,revision_number=None']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:05:52.501792 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24341838-1bcf-432f-b60d-9b63300a11da None None] No DVR routers for this DVR port 5e6860ba-18c6-4f47-a121-ac21622d04ff on host dv-cinder-797073-1-iscsi {{(pid=92827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 13:05:52.504392 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0bc160ce-3847-4414-b987-4918d67c663c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-619022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2056967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055102'] for network, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:52.508408 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-b8841faa-bd3b-486c-b491-90f9e7a4110e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:05:52.509122 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24341838-1bcf-432f-b60d-9b63300a11da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:05:52.509475 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24341838-1bcf-432f-b60d-9b63300a11da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:05:52.509819 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24341838-1bcf-432f-b60d-9b63300a11da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:05:52.510161 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24341838-1bcf-432f-b60d-9b63300a11da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:05:52.510520 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24341838-1bcf-432f-b60d-9b63300a11da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:05:52.511071 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24341838-1bcf-432f-b60d-9b63300a11da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:05:52.511200 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0bc160ce-3847-4414-b987-4918d67c663c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for network, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:52.511295 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24341838-1bcf-432f-b60d-9b63300a11da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:05:52.511483 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24341838-1bcf-432f-b60d-9b63300a11da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:05:52.511822 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24341838-1bcf-432f-b60d-9b63300a11da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:05:52.512143 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24341838-1bcf-432f-b60d-9b63300a11da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:05:52.512483 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24341838-1bcf-432f-b60d-9b63300a11da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:05:52.513082 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-0bc160ce-3847-4414-b987-4918d67c663c admin admin] 10.222.0.86 "DELETE /v2.0/networks/1ff29541-7511-4984-adea-fc36150ec103 HTTP/1.1" status: 204 len: 168 time: 0.6403542 Jun 18 13:05:52.525703 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24341838-1bcf-432f-b60d-9b63300a11da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:05:52.529056 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc160ce-3847-4414-b987-4918d67c663c admin admin] Pushing event deleted for resources: {'Network': ['ID=1ff29541-7511-4984-adea-fc36150ec103,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:05:52.537070 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-0bc160ce-3847-4414-b987-4918d67c663c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:05:52.537913 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-24341838-1bcf-432f-b60d-9b63300a11da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:05:52.635406 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 55864) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:05:52.679873 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-4f32cd30-4d52-4590-93ba-3dadd5902311 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4f05dfc5e1c54a9c8c16e92e579c9b1d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0430799 Jun 18 13:05:52.682282 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 55868) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:05:52.739027 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-700b56d6-cca4-46b9-b979-2efc6d0a56fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:52.760402 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-700b56d6-cca4-46b9-b979-2efc6d0a56fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:52.806176 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-700b56d6-cca4-46b9-b979-2efc6d0a56fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:52.808689 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-700b56d6-cca4-46b9-b979-2efc6d0a56fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:52.809832 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-700b56d6-cca4-46b9-b979-2efc6d0a56fc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/41e1d241-3cea-4deb-86b3-22b8e3acd54d HTTP/1.1" status: 204 len: 168 time: 0.1266689 Jun 18 13:05:52.810655 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-a2143454-37c3-439d-a576-d7506fc0e974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:05:52.818178 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b56d6-cca4-46b9-b979-2efc6d0a56fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e1d241-3cea-4deb-86b3-22b8e3acd54d,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:05:52.820536 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-700b56d6-cca4-46b9-b979-2efc6d0a56fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:05:54.483087 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 55920) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:05:54.589687 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-69255bcd-fe41-4237-b5f0-ba4f6c742bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:54.678918 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-69255bcd-fe41-4237-b5f0-ba4f6c742bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:54.682488 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-69255bcd-fe41-4237-b5f0-ba4f6c742bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:54.685765 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-9bacdc0e-b638-4a9b-9e40-51be172daa69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:05:54.717624 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-1fdf640d-eaeb-4e4c-9a93-8ae355b0a38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:54.722532 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-69255bcd-fe41-4237-b5f0-ba4f6c742bb4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7c6821906be84d9097d8420944ae6525&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383971 Jun 18 13:05:54.723822 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69255bcd-fe41-4237-b5f0-ba4f6c742bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6827286f-8ed5-456a-9043-86b70b04bebf,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:05:54.725316 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 55924) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:05:54.726900 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-69255bcd-fe41-4237-b5f0-ba4f6c742bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:05:54.774678 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ad4614ac-344f-478a-becf-7bbf8efd8f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:54.796086 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ad4614ac-344f-478a-becf-7bbf8efd8f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:54.848343 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ad4614ac-344f-478a-becf-7bbf8efd8f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:54.850978 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ad4614ac-344f-478a-becf-7bbf8efd8f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:54.854491 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-ad4614ac-344f-478a-becf-7bbf8efd8f5d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6827286f-8ed5-456a-9043-86b70b04bebf HTTP/1.1" status: 204 len: 168 time: 0.1257663 Jun 18 13:05:54.854491 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-a51978aa-7a60-43ff-973b-634afbe3d0f5 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:05:54.861396 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4614ac-344f-478a-becf-7bbf8efd8f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6827286f-8ed5-456a-9043-86b70b04bebf,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:05:54.864254 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-ad4614ac-344f-478a-becf-7bbf8efd8f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:05:55.057834 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:55.123948 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 55940) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:05:55.137846 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-4c79b804-16b0-4018-9e29-8c334308abe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:55.231544 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-4c79b804-16b0-4018-9e29-8c334308abe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:55.235631 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-4c79b804-16b0-4018-9e29-8c334308abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:55.239247 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-fc68c543-0103-412a-b1ca-b5dd19ab830a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:05:55.274220 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-4c79b804-16b0-4018-9e29-8c334308abe4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=66fd4c31524b432cb80d4745f3522f79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1491754 Jun 18 13:05:55.275375 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c79b804-16b0-4018-9e29-8c334308abe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98eacd56-0fe3-4df5-940d-2bc82990236c,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:05:55.276871 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 55944) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:05:55.278298 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-4c79b804-16b0-4018-9e29-8c334308abe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:05:55.327451 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-69597475-6bf1-43a8-bdeb-6dc2087f2027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:55.348861 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-69597475-6bf1-43a8-bdeb-6dc2087f2027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:55.394404 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-69597475-6bf1-43a8-bdeb-6dc2087f2027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:55.397183 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-69597475-6bf1-43a8-bdeb-6dc2087f2027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:55.398315 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-69597475-6bf1-43a8-bdeb-6dc2087f2027 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/98eacd56-0fe3-4df5-940d-2bc82990236c HTTP/1.1" status: 204 len: 168 time: 0.1198003 Jun 18 13:05:55.399083 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-77b63c8a-0391-4508-a554-519a809bf85a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:05:55.406362 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69597475-6bf1-43a8-bdeb-6dc2087f2027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98eacd56-0fe3-4df5-940d-2bc82990236c,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:05:55.409249 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-69597475-6bf1-43a8-bdeb-6dc2087f2027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:05:55.984999 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:56.841286 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205f34f-9924-4396-a578-82be8bba43e1 req-ce1b2386-c667-4681-a2c0-1346a4fb9a60 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:05:56.842757 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5205f34f-9924-4396-a578-82be8bba43e1 req-ce1b2386-c667-4681-a2c0-1346a4fb9a60 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=899304bf-0134-46bd-975e-646331a9ef7b HTTP/1.1" status: 200 len: 946 time: 0.0721550 Jun 18 13:05:56.866746 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 55998) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:05:56.882097 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-5205f34f-9924-4396-a578-82be8bba43e1 req-578b6b16-6c9e-4c4c-ba36-4ec3b9bdb06d tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=a76ed842-6665-47e4-8c2f-412835f5f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329709 Jun 18 13:05:56.973751 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-547cba2c-ba2e-44ef-a897-c7029f79d08e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:57.061474 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-547cba2c-ba2e-44ef-a897-c7029f79d08e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:57.065599 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-547cba2c-ba2e-44ef-a897-c7029f79d08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:57.067778 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:05:57.104085 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-547cba2c-ba2e-44ef-a897-c7029f79d08e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=67e891a5b4204dfe97df46979da39b7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2362242 Jun 18 13:05:57.105166 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547cba2c-ba2e-44ef-a897-c7029f79d08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0830a4-11c9-4954-baf9-14c4e0265736,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:05:57.106858 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 56002) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:05:57.108208 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-547cba2c-ba2e-44ef-a897-c7029f79d08e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:05:57.161480 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ed7b5fbb-f679-4b05-870f-56811956a88f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:57.181624 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ed7b5fbb-f679-4b05-870f-56811956a88f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:57.226680 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ed7b5fbb-f679-4b05-870f-56811956a88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:57.229347 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ed7b5fbb-f679-4b05-870f-56811956a88f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:57.230462 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-ed7b5fbb-f679-4b05-870f-56811956a88f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5f0830a4-11c9-4954-baf9-14c4e0265736 HTTP/1.1" status: 204 len: 168 time: 0.1224809 Jun 18 13:05:57.231211 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-1cd61f5a-3f6d-4941-9e81-f51e3398fbb7 tempest-VolumesNegativeTest-273661238 tempest-VolumesNegativeTest-273661238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:05:57.238394 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b5fbb-f679-4b05-870f-56811956a88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0830a4-11c9-4954-baf9-14c4e0265736,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:05:57.240589 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-ed7b5fbb-f679-4b05-870f-56811956a88f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:05:57.494456 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 56008) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:05:57.509562 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-edcd395c-761a-4563-b181-4c411eba1d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:57.599557 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-edcd395c-761a-4563-b181-4c411eba1d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:57.603272 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-edcd395c-761a-4563-b181-4c411eba1d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:57.605752 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-0ce63020-3338-4888-983f-bcb9078547a6 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:05:57.643398 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-edcd395c-761a-4563-b181-4c411eba1d27 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e03c2ade77794037bdae960b1802ab1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1477926 Jun 18 13:05:57.644290 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd395c-761a-4563-b181-4c411eba1d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d32b5e-4e97-4fe8-ba20-df4d14bc6544,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:05:57.646056 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 56010) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:05:57.647254 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-edcd395c-761a-4563-b181-4c411eba1d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:05:57.695547 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-dd15f3d6-7d4d-4999-9c70-14b29814bd47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:57.717126 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-dd15f3d6-7d4d-4999-9c70-14b29814bd47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:57.720720 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:57.764553 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-dd15f3d6-7d4d-4999-9c70-14b29814bd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:57.767214 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-dd15f3d6-7d4d-4999-9c70-14b29814bd47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:57.769038 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-dd15f3d6-7d4d-4999-9c70-14b29814bd47 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/41d32b5e-4e97-4fe8-ba20-df4d14bc6544 HTTP/1.1" status: 204 len: 168 time: 0.1219697 Jun 18 13:05:57.769799 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-399fab3e-a785-42f5-9815-f729443cb061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:05:57.777287 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd15f3d6-7d4d-4999-9c70-14b29814bd47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d32b5e-4e97-4fe8-ba20-df4d14bc6544,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:05:57.779806 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-dd15f3d6-7d4d-4999-9c70-14b29814bd47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:05:58.061038 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f24a7-863b-4c6f-a879-3aeced4fff20 req-c0db0a24-9d94-4573-9a99-c813ec2828db tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:05:58.062508 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-530f24a7-863b-4c6f-a879-3aeced4fff20 req-c0db0a24-9d94-4573-9a99-c813ec2828db tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=899304bf-0134-46bd-975e-646331a9ef7b HTTP/1.1" status: 200 len: 946 time: 0.0646269 Jun 18 13:05:58.112060 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-530f24a7-863b-4c6f-a879-3aeced4fff20 req-7cde684a-b3b8-4d9e-946d-d81722674de9 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=a76ed842-6665-47e4-8c2f-412835f5f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422850 Jun 18 13:05:58.923073 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025873b-f731-4583-9a80-8fea81f54db8 req-bef16b66-3e64-412d-888a-6c6fb67f7f0b tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:05:58.924893 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f025873b-f731-4583-9a80-8fea81f54db8 req-bef16b66-3e64-412d-888a-6c6fb67f7f0b tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.77 "GET /v2.0/ports?device_id=899304bf-0134-46bd-975e-646331a9ef7b HTTP/1.1" status: 200 len: 946 time: 0.0646045 Jun 18 13:05:59.023109 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [req-f025873b-f731-4583-9a80-8fea81f54db8 req-6c0fd64b-ff9b-42e2-9bb2-4019a2b3fa4e tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Deleting port caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f {{(pid=92825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:05:59.023455 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-f025873b-f731-4583-9a80-8fea81f54db8 req-6c0fd64b-ff9b-42e2-9bb2-4019a2b3fa4e tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:59.115528 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [req-f025873b-f731-4583-9a80-8fea81f54db8 req-6c0fd64b-ff9b-42e2-9bb2-4019a2b3fa4e tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] For port caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f,segment=NetworkSegment(00c35550-828e-48d5-844c-99d49cf59e0e),segment_id=00c35550-828e-48d5-844c-99d49cf59e0e)] {{(pid=92825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:05:59.116240 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-f025873b-f731-4583-9a80-8fea81f54db8 req-6c0fd64b-ff9b-42e2-9bb2-4019a2b3fa4e tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:59.289060 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-f025873b-f731-4583-9a80-8fea81f54db8 req-6c0fd64b-ff9b-42e2-9bb2-4019a2b3fa4e tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:59.289456 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-f025873b-f731-4583-9a80-8fea81f54db8 req-6c0fd64b-ff9b-42e2-9bb2-4019a2b3fa4e tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055052'] for floatingip, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:59.289768 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.db.l3_db [req-f025873b-f731-4583-9a80-8fea81f54db8 req-6c0fd64b-ff9b-42e2-9bb2-4019a2b3fa4e tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Floating IP f32aeacb-ff83-4a8f-b3c4-2547b104b7dd disassociated. External IP: 172.27.0.49, port: caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f. Jun 18 13:05:59.290105 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [req-f025873b-f731-4583-9a80-8fea81f54db8 req-6c0fd64b-ff9b-42e2-9bb2-4019a2b3fa4e tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Calling delete_port for caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f owned by compute:nova {{(pid=92825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:05:59.294118 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28295683-2b23-4f9f-8339-9243c6b4cc8d req-ad46927e-e4fe-49ea-a018-0617ce4cdd71 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:05:59.296292 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-28295683-2b23-4f9f-8339-9243c6b4cc8d req-ad46927e-e4fe-49ea-a018-0617ce4cdd71 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/ports?device_id=899304bf-0134-46bd-975e-646331a9ef7b HTTP/1.1" status: 200 len: 946 time: 0.0670311 Jun 18 13:05:59.341907 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-28295683-2b23-4f9f-8339-9243c6b4cc8d req-0dc78aa6-c3fe-4af9-8c27-b255a6da33a1 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups?id=a76ed842-6665-47e4-8c2f-412835f5f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387959 Jun 18 13:05:59.436064 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-f025873b-f731-4583-9a80-8fea81f54db8 req-6c0fd64b-ff9b-42e2-9bb2-4019a2b3fa4e tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8372373'] for port, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:59.440906 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-701dd7be-d1c8-4dfb-87b1-095842e46d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:05:59.467598 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0fd64b-ff9b-42e2-9bb2-4019a2b3fa4e tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Pushing event deleted for resources: {'Port': ['ID=caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:05:59.470703 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-6c0fd64b-ff9b-42e2-9bb2-4019a2b3fa4e tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:05:59.583548 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f025873b-f731-4583-9a80-8fea81f54db8 req-6c0fd64b-ff9b-42e2-9bb2-4019a2b3fa4e tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Router 534e5e2f-9eea-4850-be2f-281a2dfe94e2 has already been hosted by L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc {{(pid=92825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 13:05:59.687740 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f025873b-f731-4583-9a80-8fea81f54db8 req-6c0fd64b-ff9b-42e2-9bb2-4019a2b3fa4e tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 13:05:59.697591 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efbbff0-d71f-4f89-a71e-604c39313f7e None None] Sync routers for ids ['534e5e2f-9eea-4850-be2f-281a2dfe94e2'] in dv-cinder-797073-1-iscsi {{(pid=92828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 13:05:59.707814 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efbbff0-d71f-4f89-a71e-604c39313f7e None None] Routers {'534e5e2f-9eea-4850-be2f-281a2dfe94e2'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:05:59.708446 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-7efbbff0-d71f-4f89-a71e-604c39313f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:05:55Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['534e5e2f-9eea-4850-be2f-281a2dfe94e2'], 'active': True} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:05:59.736330 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f025873b-f731-4583-9a80-8fea81f54db8 req-6c0fd64b-ff9b-42e2-9bb2-4019a2b3fa4e tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] No DVR routers for this DVR port caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f on host hv-cinder-79707 {{(pid=92825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 13:05:59.742071 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-f025873b-f731-4583-9a80-8fea81f54db8 req-6c0fd64b-ff9b-42e2-9bb2-4019a2b3fa4e tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:05:59.745303 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f025873b-f731-4583-9a80-8fea81f54db8 req-6c0fd64b-ff9b-42e2-9bb2-4019a2b3fa4e tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.77 "DELETE /v2.0/ports/caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f HTTP/1.1" status: 204 len: 173 time: 0.8147602 Jun 18 13:05:59.745847 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899304bf-0134-46bd-975e-646331a9ef7b', 'name': 'network-vif-deleted', 'tag': 'caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f'}] {{(pid=92825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:05:59.748144 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cbce1c661b203a7f45efff8c445c42f162c6430a9c28178aa2be3d6d959831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a246f487-4783-497e-94a0-d9b3be50854d" -d '{"events": [{"server_uuid": "899304bf-0134-46bd-975e-646331a9ef7b", "name": "network-vif-deleted", "tag": "caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f"}]}' {{(pid=92825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:05:59.786613 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 13:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce128800-2ee6-4133-b565-b8ed9b126013 x-openstack-request-id: req-ce128800-2ee6-4133-b565-b8ed9b126013 {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:05:59.787126 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899304bf-0134-46bd-975e-646331a9ef7b", "name": "network-vif-deleted", "tag": "caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f", "status": "completed", "code": 200}]} {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:05:59.787513 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ce128800-2ee6-4133-b565-b8ed9b126013 {{(pid=92825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:05:59.787949 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899304bf-0134-46bd-975e-646331a9ef7b', 'name': 'network-vif-deleted', 'tag': 'caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f', 'status': 'completed', 'code': 200} Jun 18 13:05:59.823921 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvr_db [None req-7efbbff0-d71f-4f89-a71e-604c39313f7e None None] Set router 534e5e2f-9eea-4850-be2f-281a2dfe94e2 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:06:00.036215 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-7efbbff0-d71f-4f89-a71e-604c39313f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'name': 'tempest-AttachVolumeTestJSON-247744625-router', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '2571c3e8-ec54-4493-a67a-c45107e1c407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:58:31Z', 'updated_at': '2021-06-18T12:58:34Z', 'revision_number': 4, 'project_id': '644594a679e942c59bed9f9e6411811e', 'gw_port': {'id': '2571c3e8-ec54-4493-a67a-c45107e1c407', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:58:31Z', 'updated_at': '2021-06-18T12:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': 'e87aca46-b19d-4a5d-a666-4dc82c0bf476', 'name': '', 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'mac_address': 'fa:16:3e:ec:a0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '27bb86f4-b359-4030-a800-8900e90a475a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:58:33Z', 'updated_at': '2021-06-18T12:58:39Z', 'revision_number': 5, 'project_id': '644594a679e942c59bed9f9e6411811e', 'subnets': [{'id': '27bb86f4-b359-4030-a800-8900e90a475a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:06:00.061997 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efbbff0-d71f-4f89-a71e-604c39313f7e None None] Checking router: 534e5e2f-9eea-4850-be2f-281a2dfe94e2 for host: dv-cinder-797073-1-iscsi {{(pid=92828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 13:06:00.069981 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efbbff0-d71f-4f89-a71e-604c39313f7e None None] Routers {'534e5e2f-9eea-4850-be2f-281a2dfe94e2'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:06:00.070574 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-7efbbff0-d71f-4f89-a71e-604c39313f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:05:55Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['534e5e2f-9eea-4850-be2f-281a2dfe94e2'], 'active': True} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:06:00.122065 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:00.180789 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvr_db [None req-7efbbff0-d71f-4f89-a71e-604c39313f7e None None] Set router 534e5e2f-9eea-4850-be2f-281a2dfe94e2 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:06:00.392967 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-7efbbff0-d71f-4f89-a71e-604c39313f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'name': 'tempest-AttachVolumeTestJSON-247744625-router', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '2571c3e8-ec54-4493-a67a-c45107e1c407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:58:31Z', 'updated_at': '2021-06-18T12:58:34Z', 'revision_number': 4, 'project_id': '644594a679e942c59bed9f9e6411811e', 'gw_port': {'id': '2571c3e8-ec54-4493-a67a-c45107e1c407', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:58:31Z', 'updated_at': '2021-06-18T12:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': 'e87aca46-b19d-4a5d-a666-4dc82c0bf476', 'name': '', 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'mac_address': 'fa:16:3e:ec:a0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '27bb86f4-b359-4030-a800-8900e90a475a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:58:33Z', 'updated_at': '2021-06-18T12:58:39Z', 'revision_number': 5, 'project_id': '644594a679e942c59bed9f9e6411811e', 'subnets': [{'id': '27bb86f4-b359-4030-a800-8900e90a475a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:06:00.420708 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efbbff0-d71f-4f89-a71e-604c39313f7e None None] The sync data for ids ['534e5e2f-9eea-4850-be2f-281a2dfe94e2'] in dv-cinder-797073-1-iscsi is: [{'id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'name': 'tempest-AttachVolumeTestJSON-247744625-router', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '2571c3e8-ec54-4493-a67a-c45107e1c407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:58:31Z', 'updated_at': '2021-06-18T12:58:34Z', 'revision_number': 4, 'project_id': '644594a679e942c59bed9f9e6411811e', 'gw_port': {'id': '2571c3e8-ec54-4493-a67a-c45107e1c407', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:58:31Z', 'updated_at': '2021-06-18T12:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': 'e87aca46-b19d-4a5d-a666-4dc82c0bf476', 'name': '', 'network_id': '104453e3-7b6d-46e4-8eed-f30fcc01cf9f', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'mac_address': 'fa:16:3e:ec:a0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '27bb86f4-b359-4030-a800-8900e90a475a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:58:33Z', 'updated_at': '2021-06-18T12:58:39Z', 'revision_number': 5, 'project_id': '644594a679e942c59bed9f9e6411811e', 'subnets': [{'id': '27bb86f4-b359-4030-a800-8900e90a475a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 13:06:00.475782 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 56068) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:06:00.537806 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-5cb3a4ff-58b3-49d3-aea5-5aa095d5765f tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:00.566036 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-5cb3a4ff-58b3-49d3-aea5-5aa095d5765f tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:00.620077 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-5cb3a4ff-58b3-49d3-aea5-5aa095d5765f tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:00.623029 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-5cb3a4ff-58b3-49d3-aea5-5aa095d5765f tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:00.624408 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-5cb3a4ff-58b3-49d3-aea5-5aa095d5765f tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "DELETE /v2.0/security-groups/a76ed842-6665-47e4-8c2f-412835f5f1b5 HTTP/1.1" status: 204 len: 168 time: 0.1475267 Jun 18 13:06:00.625319 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-ef91633b-0605-45df-aafd-c3241cbbfbd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:06:00.627137 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 56074) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:06:00.635570 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb3a4ff-58b3-49d3-aea5-5aa095d5765f tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76ed842-6665-47e4-8c2f-412835f5f1b5,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:06:00.638096 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-5cb3a4ff-58b3-49d3-aea5-5aa095d5765f tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:06:00.648723 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.api.v2.resource [None req-d8f6ed6a-387a-4623-b31c-487b2190f865 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] show failed (client error): The resource could not be found. Jun 18 13:06:00.655563 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-d8f6ed6a-387a-4623-b31c-487b2190f865 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "GET /v2.0/security-groups/a76ed842-6665-47e4-8c2f-412835f5f1b5 HTTP/1.1" status: 404 len: 347 time: 0.0241117 Jun 18 13:06:00.655995 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 56076) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:06:00.675796 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5db4516-4893-4124-babc-f26d8d88e95b None None] New status for floating IP f32aeacb-ff83-4a8f-b3c4-2547b104b7dd: DOWN {{(pid=92827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 13:06:00.798721 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [None req-4e0e58e5-a068-4776-9d9a-cf0cd60b4a89 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Deleting port 0dfcfb54-1a21-4af2-8322-c97c7bee6f92 {{(pid=92826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:06:00.799745 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-4e0e58e5-a068-4776-9d9a-cf0cd60b4a89 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:00.884319 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-4e0e58e5-a068-4776-9d9a-cf0cd60b4a89 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:00.885101 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-4e0e58e5-a068-4776-9d9a-cf0cd60b4a89 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:00.956979 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [None req-4e0e58e5-a068-4776-9d9a-cf0cd60b4a89 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Calling delete_port for 0dfcfb54-1a21-4af2-8322-c97c7bee6f92 owned by network:floatingip {{(pid=92826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:06:01.087566 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-4e0e58e5-a068-4776-9d9a-cf0cd60b4a89 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940132'] for port, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:01.089582 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-34f85101-d852-4882-bce2-67f8c5a2b9fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:06:01.114830 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e58e5-a068-4776-9d9a-cf0cd60b4a89 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Pushing event deleted for resources: {'Port': ['ID=0dfcfb54-1a21-4af2-8322-c97c7bee6f92,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:06:01.118049 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-4e0e58e5-a068-4776-9d9a-cf0cd60b4a89 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:06:01.176131 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-4e0e58e5-a068-4776-9d9a-cf0cd60b4a89 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks [] for floatingip, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:01.178672 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-4e0e58e5-a068-4776-9d9a-cf0cd60b4a89 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for floatingip, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:01.179834 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-4e0e58e5-a068-4776-9d9a-cf0cd60b4a89 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] 10.222.0.86 "DELETE /v2.0/floatingips/f32aeacb-ff83-4a8f-b3c4-2547b104b7dd HTTP/1.1" status: 204 len: 168 time: 0.5228488 Jun 18 13:06:02.063705 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f no longer exists at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 13:06:02.084285 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] No Port match for: caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 13:06:02.084643 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device caab5a9a-34b5-4929-95bb-7ac8ea3b3a8f not bound to the agent host hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 13:06:02.739685 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 56110) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:06:02.844651 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-3def0008-1cde-495d-a540-f601b46204b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:02.948163 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-3def0008-1cde-495d-a540-f601b46204b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:02.952038 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-3def0008-1cde-495d-a540-f601b46204b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:02.955144 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-a427d4fb-8089-4cf1-8923-3307cc9973f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:06:02.989944 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-3def0008-1cde-495d-a540-f601b46204b1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d7a7e1a6f77c4b2e8f70c5a2ca7693c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2491705 Jun 18 13:06:02.991093 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def0008-1cde-495d-a540-f601b46204b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7edef10-1a07-4359-920c-89740925000b,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:06:02.992654 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 56114) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:06:02.998010 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-3def0008-1cde-495d-a540-f601b46204b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:06:03.043514 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-880ea0ed-f2ba-463f-b07f-c77cdebce404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:03.063225 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-880ea0ed-f2ba-463f-b07f-c77cdebce404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:03.108503 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-880ea0ed-f2ba-463f-b07f-c77cdebce404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:03.111250 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-880ea0ed-f2ba-463f-b07f-c77cdebce404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:03.112736 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-880ea0ed-f2ba-463f-b07f-c77cdebce404 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b7edef10-1a07-4359-920c-89740925000b HTTP/1.1" status: 204 len: 168 time: 0.1190677 Jun 18 13:06:03.113596 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-c120715f-e67a-4395-97f5-275ba065f2dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:06:03.120677 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ea0ed-f2ba-463f-b07f-c77cdebce404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7edef10-1a07-4359-920c-89740925000b,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:06:03.122994 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-880ea0ed-f2ba-463f-b07f-c77cdebce404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:06:03.390475 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 56120) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:06:03.404057 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-9dc8e619-6560-4367-aa7c-23d77e2a1538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:03.496152 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-9dc8e619-6560-4367-aa7c-23d77e2a1538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:03.500951 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-9dc8e619-6560-4367-aa7c-23d77e2a1538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:03.506449 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-b130ef23-1f39-464f-8070-f660ea578def tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:06:03.546162 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8e619-6560-4367-aa7c-23d77e2a1538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c21de1-039d-455f-8b30-b12c7f30f912,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:06:03.549765 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-9dc8e619-6560-4367-aa7c-23d77e2a1538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:06:03.553363 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-9dc8e619-6560-4367-aa7c-23d77e2a1538 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c76713fa52b645a2bf2e11fe4b94e50e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1618869 Jun 18 13:06:03.555870 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 56126) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:06:03.620000 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-3d527492-f62d-4e9a-b64c-d13c928d3040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:03.644866 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-3d527492-f62d-4e9a-b64c-d13c928d3040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:03.691629 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-3d527492-f62d-4e9a-b64c-d13c928d3040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:03.694263 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-3d527492-f62d-4e9a-b64c-d13c928d3040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:03.695381 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-3d527492-f62d-4e9a-b64c-d13c928d3040 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f7c21de1-039d-455f-8b30-b12c7f30f912 HTTP/1.1" status: 204 len: 168 time: 0.1385903 Jun 18 13:06:03.696178 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-e82a4ce5-6cca-4951-b219-ed2f23079102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:06:03.704474 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d527492-f62d-4e9a-b64c-d13c928d3040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c21de1-039d-455f-8b30-b12c7f30f912,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:06:03.706810 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-3d527492-f62d-4e9a-b64c-d13c928d3040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:06:04.915573 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 56176) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:06:05.637114 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-a8ad8470-b27f-47ae-b91b-3e75bf7e6e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2082801'] for router_interface, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:05.913051 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [None req-a8ad8470-b27f-47ae-b91b-3e75bf7e6e7a admin admin] Deleting port e87aca46-b19d-4a5d-a666-4dc82c0bf476 {{(pid=92826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:06:05.913461 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-a8ad8470-b27f-47ae-b91b-3e75bf7e6e7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:05.999455 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [None req-a8ad8470-b27f-47ae-b91b-3e75bf7e6e7a admin admin] For port e87aca46-b19d-4a5d-a666-4dc82c0bf476, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=e87aca46-b19d-4a5d-a666-4dc82c0bf476,segment=NetworkSegment(00c35550-828e-48d5-844c-99d49cf59e0e),segment_id=00c35550-828e-48d5-844c-99d49cf59e0e)] {{(pid=92826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:06:06.000302 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-a8ad8470-b27f-47ae-b91b-3e75bf7e6e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:06.063730 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [None req-a8ad8470-b27f-47ae-b91b-3e75bf7e6e7a admin admin] Calling delete_port for e87aca46-b19d-4a5d-a666-4dc82c0bf476 owned by network:router_interface {{(pid=92826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:06:06.242646 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-a8ad8470-b27f-47ae-b91b-3e75bf7e6e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940132'] for port, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:06.245664 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-491e2740-1ea3-4092-b662-b02a2de1b424 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:06:06.275897 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad8470-b27f-47ae-b91b-3e75bf7e6e7a admin admin] Pushing event deleted for resources: {'Port': ['ID=e87aca46-b19d-4a5d-a666-4dc82c0bf476,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:06:06.278608 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-a8ad8470-b27f-47ae-b91b-3e75bf7e6e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:06:06.443652 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-a8ad8470-b27f-47ae-b91b-3e75bf7e6e7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2082637'] for router_interface, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:06.663501 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ad8470-b27f-47ae-b91b-3e75bf7e6e7a admin admin] Router 534e5e2f-9eea-4850-be2f-281a2dfe94e2 has already been hosted by L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc {{(pid=92826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 13:06:06.769693 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ad8470-b27f-47ae-b91b-3e75bf7e6e7a admin admin] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 13:06:06.774826 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-a8ad8470-b27f-47ae-b91b-3e75bf7e6e7a admin admin] 10.222.0.86 "PUT /v2.0/routers/534e5e2f-9eea-4850-be2f-281a2dfe94e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8579443 Jun 18 13:06:06.777146 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 56206) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:06:06.778800 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213546b6-fb38-4ccb-b136-a07a57a96184 None None] Sync routers for ids ['534e5e2f-9eea-4850-be2f-281a2dfe94e2'] in dv-cinder-797073-1-iscsi {{(pid=92828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 13:06:06.787944 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213546b6-fb38-4ccb-b136-a07a57a96184 None None] Routers {'534e5e2f-9eea-4850-be2f-281a2dfe94e2'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:06:06.788543 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-213546b6-fb38-4ccb-b136-a07a57a96184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:05:55Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['534e5e2f-9eea-4850-be2f-281a2dfe94e2'], 'active': True} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:06:06.879070 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ccf6e502-dd75-491d-9773-1dd4b2aa7d3a admin admin] Notify callbacks [] for router, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:06.890046 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvr_db [None req-213546b6-fb38-4ccb-b136-a07a57a96184 None None] Set router 534e5e2f-9eea-4850-be2f-281a2dfe94e2 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:06:06.994101 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ccf6e502-dd75-491d-9773-1dd4b2aa7d3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:07.053946 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [None req-ccf6e502-dd75-491d-9773-1dd4b2aa7d3a admin admin] Deleting port 2571c3e8-ec54-4493-a67a-c45107e1c407 {{(pid=92826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:06:07.054558 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ccf6e502-dd75-491d-9773-1dd4b2aa7d3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:07.093808 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-213546b6-fb38-4ccb-b136-a07a57a96184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'name': 'tempest-AttachVolumeTestJSON-247744625-router', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '2571c3e8-ec54-4493-a67a-c45107e1c407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:58:31Z', 'updated_at': '2021-06-18T13:06:06Z', 'revision_number': 5, 'project_id': '644594a679e942c59bed9f9e6411811e', 'gw_port': {'id': '2571c3e8-ec54-4493-a67a-c45107e1c407', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T12:58:31Z', 'updated_at': '2021-06-18T12:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi'}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:06:07.121196 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213546b6-fb38-4ccb-b136-a07a57a96184 None None] Checking router: 534e5e2f-9eea-4850-be2f-281a2dfe94e2 for host: dv-cinder-797073-1-iscsi {{(pid=92828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 13:06:07.130124 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213546b6-fb38-4ccb-b136-a07a57a96184 None None] Routers {'534e5e2f-9eea-4850-be2f-281a2dfe94e2'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:06:07.130985 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-213546b6-fb38-4ccb-b136-a07a57a96184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:05:55Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['534e5e2f-9eea-4850-be2f-281a2dfe94e2'], 'active': True} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:06:07.140116 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [None req-ccf6e502-dd75-491d-9773-1dd4b2aa7d3a admin admin] For port 2571c3e8-ec54-4493-a67a-c45107e1c407, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=2571c3e8-ec54-4493-a67a-c45107e1c407,segment=NetworkSegment(b79588fc-20f0-437a-9a07-92a6b1056918),segment_id=b79588fc-20f0-437a-9a07-92a6b1056918)] {{(pid=92826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:06:07.140470 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ccf6e502-dd75-491d-9773-1dd4b2aa7d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:07.215633 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvr_db [None req-213546b6-fb38-4ccb-b136-a07a57a96184 None None] Set router 534e5e2f-9eea-4850-be2f-281a2dfe94e2 gateway port host: None {{(pid=92828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:06:07.215776 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [None req-ccf6e502-dd75-491d-9773-1dd4b2aa7d3a admin admin] Calling delete_port for 2571c3e8-ec54-4493-a67a-c45107e1c407 owned by network:router_gateway {{(pid=92826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:06:07.279388 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-213546b6-fb38-4ccb-b136-a07a57a96184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'name': 'tempest-AttachVolumeTestJSON-247744625-router', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:58:31Z', 'updated_at': '2021-06-18T13:06:06Z', 'revision_number': 6, 'project_id': '644594a679e942c59bed9f9e6411811e', 'gw_port_host': None}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:06:07.310838 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213546b6-fb38-4ccb-b136-a07a57a96184 None None] The sync data for ids ['534e5e2f-9eea-4850-be2f-281a2dfe94e2'] in dv-cinder-797073-1-iscsi is: [{'id': '534e5e2f-9eea-4850-be2f-281a2dfe94e2', 'name': 'tempest-AttachVolumeTestJSON-247744625-router', 'tenant_id': '644594a679e942c59bed9f9e6411811e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T12:58:31Z', 'updated_at': '2021-06-18T13:06:06Z', 'revision_number': 6, 'project_id': '644594a679e942c59bed9f9e6411811e', 'gw_port_host': None}] {{(pid=92828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 13:06:07.413060 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ccf6e502-dd75-491d-9773-1dd4b2aa7d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940132'] for port, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:07.415158 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-43b7b0a9-5e05-4d2c-8d46-e32ea842e04d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:06:07.438576 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6e502-dd75-491d-9773-1dd4b2aa7d3a admin admin] Pushing event deleted for resources: {'Port': ['ID=2571c3e8-ec54-4493-a67a-c45107e1c407,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:06:07.441555 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-ccf6e502-dd75-491d-9773-1dd4b2aa7d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:06:07.501216 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ccf6e502-dd75-491d-9773-1dd4b2aa7d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055009'] for router_gateway, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:07.592251 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ccf6e502-dd75-491d-9773-1dd4b2aa7d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2083967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28484'] for router, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:07.594374 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ccf6e502-dd75-491d-9773-1dd4b2aa7d3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:07.637163 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ccf6e502-dd75-491d-9773-1dd4b2aa7d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2083630'] for router, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:07.637577 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf6e502-dd75-491d-9773-1dd4b2aa7d3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 534e5e2f-9eea-4850-be2f-281a2dfe94e2 {{(pid=92826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 13:06:07.642078 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ccf6e502-dd75-491d-9773-1dd4b2aa7d3a admin admin] Notify callbacks [] for router, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:07.643906 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-ccf6e502-dd75-491d-9773-1dd4b2aa7d3a admin admin] 10.222.0.86 "DELETE /v2.0/routers/534e5e2f-9eea-4850-be2f-281a2dfe94e2 HTTP/1.1" status: 204 len: 168 time: 0.8651774 Jun 18 13:06:07.646308 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 56232) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:06:07.691544 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a25b8f0-eb9a-45f7-a69d-763d6d198637 admin admin] Deleting subnet 27bb86f4-b359-4030-a800-8900e90a475a {{(pid=92826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 13:06:07.694776 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-0a25b8f0-eb9a-45f7-a69d-763d6d198637 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:07.733614 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-0a25b8f0-eb9a-45f7-a69d-763d6d198637 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4940090'] for subnet, precommit_delete_associations {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:07.808971 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-0a25b8f0-eb9a-45f7-a69d-763d6d198637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-618888'] for subnet, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:07.863955 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-0a25b8f0-eb9a-45f7-a69d-763d6d198637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-618887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4940062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4917049'] for subnet, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:07.866275 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-c1c0da9c-af4b-4458-8477-d2fde760ba70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:06:07.891814 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25b8f0-eb9a-45f7-a69d-763d6d198637 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27bb86f4-b359-4030-a800-8900e90a475a,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:06:07.895363 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-0a25b8f0-eb9a-45f7-a69d-763d6d198637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:06:07.898015 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-0a25b8f0-eb9a-45f7-a69d-763d6d198637 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:07.899831 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-0a25b8f0-eb9a-45f7-a69d-763d6d198637 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/27bb86f4-b359-4030-a800-8900e90a475a HTTP/1.1" status: 204 len: 168 time: 0.2526278 Jun 18 13:06:07.902407 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 56234) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:06:07.904331 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b76c478-475f-4560-9266-d1627f755d59 None None] Network 104453e3-7b6d-46e4-8eed-f30fcc01cf9f requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 13:06:07.969318 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-0be4d63c-1e97-475b-8c4b-89a25450bacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647412'] for network, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:08.019989 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [None req-0be4d63c-1e97-475b-8c4b-89a25450bacc admin admin] Deleting port 4891de4c-6f2a-4171-bf3d-2f29b7a20bf4 {{(pid=92826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:06:08.020238 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-0be4d63c-1e97-475b-8c4b-89a25450bacc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:08.091049 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [None req-0be4d63c-1e97-475b-8c4b-89a25450bacc admin admin] For port 4891de4c-6f2a-4171-bf3d-2f29b7a20bf4, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=4891de4c-6f2a-4171-bf3d-2f29b7a20bf4,segment=NetworkSegment(00c35550-828e-48d5-844c-99d49cf59e0e),segment_id=00c35550-828e-48d5-844c-99d49cf59e0e)] {{(pid=92826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:06:08.091597 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-0be4d63c-1e97-475b-8c4b-89a25450bacc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:08.104225 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2107c831-856a-4388-a4a9-b7beeb25b8ab None None] DHCP port deletion for 104453e3-7b6d-46e4-8eed-f30fcc01cf9f request from dv-cinder-797073-1-iscsi {{(pid=92827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 13:06:08.137433 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device e87aca46-b19d-4a5d-a666-4dc82c0bf476 no longer exists at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 13:06:08.160209 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] No Port match for: e87aca46-b19d-4a5d-a666-4dc82c0bf476 {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 13:06:08.160668 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device e87aca46-b19d-4a5d-a666-4dc82c0bf476 not bound to the agent host dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 13:06:08.161121 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 2571c3e8-ec54-4493-a67a-c45107e1c407 no longer exists at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 13:06:08.166722 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [None req-0be4d63c-1e97-475b-8c4b-89a25450bacc admin admin] Calling delete_port for 4891de4c-6f2a-4171-bf3d-2f29b7a20bf4 owned by network:dhcp {{(pid=92826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:06:08.185665 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] No Port match for: 2571c3e8-ec54-4493-a67a-c45107e1c407 {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 13:06:08.186013 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 2571c3e8-ec54-4493-a67a-c45107e1c407 not bound to the agent host dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 13:06:08.198110 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-2107c831-856a-4388-a4a9-b7beeb25b8ab None None] Deleting port 4891de4c-6f2a-4171-bf3d-2f29b7a20bf4 {{(pid=92827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:06:08.198500 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-2107c831-856a-4388-a4a9-b7beeb25b8ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:08.250704 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-0be4d63c-1e97-475b-8c4b-89a25450bacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940132'] for port, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:08.253361 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-a22a9b0d-f4c8-4adc-a397-c37cd49caadc tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:06:08.264713 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-2107c831-856a-4388-a4a9-b7beeb25b8ab None None] For port 4891de4c-6f2a-4171-bf3d-2f29b7a20bf4, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=4891de4c-6f2a-4171-bf3d-2f29b7a20bf4,segment=NetworkSegment(00c35550-828e-48d5-844c-99d49cf59e0e),segment_id=00c35550-828e-48d5-844c-99d49cf59e0e)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:06:08.265157 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-2107c831-856a-4388-a4a9-b7beeb25b8ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:08.277950 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be4d63c-1e97-475b-8c4b-89a25450bacc admin admin] Pushing event deleted for resources: {'Port': ['ID=4891de4c-6f2a-4171-bf3d-2f29b7a20bf4,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:06:08.281125 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-0be4d63c-1e97-475b-8c4b-89a25450bacc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:06:08.281957 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be4d63c-1e97-475b-8c4b-89a25450bacc admin admin] No DVR routers for this DVR port 4891de4c-6f2a-4171-bf3d-2f29b7a20bf4 on host dv-cinder-797073-1-iscsi {{(pid=92826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 13:06:08.337270 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-2107c831-856a-4388-a4a9-b7beeb25b8ab None None] Calling delete_port for 4891de4c-6f2a-4171-bf3d-2f29b7a20bf4 owned by network:dhcp {{(pid=92827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:06:08.360176 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-0be4d63c-1e97-475b-8c4b-89a25450bacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-619031', 'neutron.services.segments.db._delete_segments_for_network-8743829154259'] for network, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:08.370412 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.services.segments.db [None req-0be4d63c-1e97-475b-8c4b-89a25450bacc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['104453e3-7b6d-46e4-8eed-f30fcc01cf9f']}} {{(pid=92826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:06:08.382705 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.services.segments.db [None req-0be4d63c-1e97-475b-8c4b-89a25450bacc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c35550-828e-48d5-844c-99d49cf59e0e') {'for_net_delete': True} {{(pid=92826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:06:08.383044 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.services.segments.db [None req-0be4d63c-1e97-475b-8c4b-89a25450bacc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c35550-828e-48d5-844c-99d49cf59e0e') {} {{(pid=92826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:06:08.391638 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-0be4d63c-1e97-475b-8c4b-89a25450bacc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743829154088', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4940083'] for segment, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:08.407879 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-0be4d63c-1e97-475b-8c4b-89a25450bacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559'] for segment, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:08.415809 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be4d63c-1e97-475b-8c4b-89a25450bacc admin admin] Releasing vlan 914 on physical network physnet1 to pool {{(pid=92826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 13:06:08.416302 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-0be4d63c-1e97-475b-8c4b-89a25450bacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4947637'] for segment, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:08.419795 dv-cinder-797073-1-iscsi neutron-server[92826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 13:06:08.419795 dv-cinder-797073-1-iscsi neutron-server[92826]: conditions |= (models_v2.Port.network_id.in_( Jun 18 13:06:08.419795 dv-cinder-797073-1-iscsi neutron-server[92826]: Traceback (most recent call last): Jun 18 13:06:08.419795 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 13:06:08.419795 dv-cinder-797073-1-iscsi neutron-server[92826]: timer() Jun 18 13:06:08.419795 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 13:06:08.419795 dv-cinder-797073-1-iscsi neutron-server[92826]: cb(*args, **kw) Jun 18 13:06:08.419795 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 13:06:08.419795 dv-cinder-797073-1-iscsi neutron-server[92826]: return func(*args, **kwargs) Jun 18 13:06:08.419795 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 13:06:08.419795 dv-cinder-797073-1-iscsi neutron-server[92826]: self._notify() Jun 18 13:06:08.419795 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 13:06:08.419795 dv-cinder-797073-1-iscsi neutron-server[92826]: self.callback(batched_events) Jun 18 13:06:08.419795 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 13:06:08.419795 dv-cinder-797073-1-iscsi neutron-server[92826]: event.method(event) Jun 18 13:06:08.419795 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 13:06:08.419795 dv-cinder-797073-1-iscsi neutron-server[92826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 13:06:08.419795 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 13:06:08.419795 dv-cinder-797073-1-iscsi neutron-server[92826]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 13:06:08.419795 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 13:06:08.419795 dv-cinder-797073-1-iscsi neutron-server[92826]: return f(self, *a, **k) Jun 18 13:06:08.419795 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 13:06:08.419795 dv-cinder-797073-1-iscsi neutron-server[92826]: return self._get(url).json() Jun 18 13:06:08.419795 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 13:06:08.419795 dv-cinder-797073-1-iscsi neutron-server[92826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 13:06:08.419795 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 13:06:08.419795 dv-cinder-797073-1-iscsi neutron-server[92826]: return self.request(url, 'GET', **kwargs) Jun 18 13:06:08.419795 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 13:06:08.419795 dv-cinder-797073-1-iscsi neutron-server[92826]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 13:06:08.419795 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 13:06:08.419795 dv-cinder-797073-1-iscsi neutron-server[92826]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 13:06:08.419795 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 13:06:08.419795 dv-cinder-797073-1-iscsi neutron-server[92826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 13:06:08.419795 dv-cinder-797073-1-iscsi neutron-server[92826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 13:06:08.429591 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-2107c831-856a-4388-a4a9-b7beeb25b8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654'] for port, after_delete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:08.431621 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-8a5c1168-9fb9-4f8c-a85c-eeaacd23dee5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:06:08.458491 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2107c831-856a-4388-a4a9-b7beeb25b8ab None None] Pushing event deleted for resources: {'Port': ['ID=4891de4c-6f2a-4171-bf3d-2f29b7a20bf4,revision_number=None']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:06:08.460588 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2107c831-856a-4388-a4a9-b7beeb25b8ab None None] No DVR routers for this DVR port 4891de4c-6f2a-4171-bf3d-2f29b7a20bf4 on host dv-cinder-797073-1-iscsi {{(pid=92827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 13:06:08.461987 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-2107c831-856a-4388-a4a9-b7beeb25b8ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:06:08.491894 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-0be4d63c-1e97-475b-8c4b-89a25450bacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-619022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2056967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055102'] for network, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:08.497094 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:06:08.499557 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-0be4d63c-1e97-475b-8c4b-89a25450bacc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for network, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:08.502926 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-0be4d63c-1e97-475b-8c4b-89a25450bacc admin admin] 10.222.0.86 "DELETE /v2.0/networks/104453e3-7b6d-46e4-8eed-f30fcc01cf9f HTTP/1.1" status: 204 len: 168 time: 0.5988529 Jun 18 13:06:08.514751 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be4d63c-1e97-475b-8c4b-89a25450bacc admin admin] Pushing event deleted for resources: {'Network': ['ID=104453e3-7b6d-46e4-8eed-f30fcc01cf9f,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:06:08.517169 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-0be4d63c-1e97-475b-8c4b-89a25450bacc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:06:08.683592 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 56248) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:06:08.723344 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-ee6ba2cc-3ef5-4a54-9df2-3af99e2980d6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=644594a679e942c59bed9f9e6411811e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384555 Jun 18 13:06:08.725886 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 56250) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:06:08.755738 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 56252) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:06:08.776617 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-1c61e5db-fc8c-4aa5-8b91-f916e51bd58a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:08.797434 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-1c61e5db-fc8c-4aa5-8b91-f916e51bd58a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:08.844537 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-1c61e5db-fc8c-4aa5-8b91-f916e51bd58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:08.852311 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-1c61e5db-fc8c-4aa5-8b91-f916e51bd58a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:08.853739 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-1c61e5db-fc8c-4aa5-8b91-f916e51bd58a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c294b3a6-c329-4f2a-94cd-a44535223a20 HTTP/1.1" status: 204 len: 168 time: 0.1263318 Jun 18 13:06:08.854644 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-8f7dd336-ce3e-4626-81fe-c4d24523136d tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:06:08.864033 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61e5db-fc8c-4aa5-8b91-f916e51bd58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c294b3a6-c329-4f2a-94cd-a44535223a20,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:06:08.872604 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-1c61e5db-fc8c-4aa5-8b91-f916e51bd58a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:06:08.878980 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-310cf349-5cb9-4501-8b0f-4fe0429f0069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:08.981048 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-310cf349-5cb9-4501-8b0f-4fe0429f0069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:08.985320 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-310cf349-5cb9-4501-8b0f-4fe0429f0069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:08.988647 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-6fcba93e-f15c-42db-8f18-cee2c0fd566d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:06:09.025265 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-310cf349-5cb9-4501-8b0f-4fe0429f0069 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=df53cb1c98be4ae693358f9081b9a2e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2680900 Jun 18 13:06:09.026100 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310cf349-5cb9-4501-8b0f-4fe0429f0069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c71eba2-1d7e-4dee-88f4-bdb75321a13c,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:06:09.027487 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 56260) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:06:09.029237 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-310cf349-5cb9-4501-8b0f-4fe0429f0069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:06:09.082263 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0d6e36af-b24c-4ba6-81f2-bba5ab61529f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:09.103250 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0d6e36af-b24c-4ba6-81f2-bba5ab61529f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:09.149888 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0d6e36af-b24c-4ba6-81f2-bba5ab61529f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:09.152482 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0d6e36af-b24c-4ba6-81f2-bba5ab61529f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:09.153665 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-0d6e36af-b24c-4ba6-81f2-bba5ab61529f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7c71eba2-1d7e-4dee-88f4-bdb75321a13c HTTP/1.1" status: 204 len: 168 time: 0.1249499 Jun 18 13:06:09.154686 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-1c61e5db-fc8c-4aa5-8b91-f916e51bd58a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:06:09.162398 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e36af-b24c-4ba6-81f2-bba5ab61529f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c71eba2-1d7e-4dee-88f4-bdb75321a13c,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:06:09.164723 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-0d6e36af-b24c-4ba6-81f2-bba5ab61529f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:06:09.502574 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 56282) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:06:09.516636 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-56130f5e-820f-44c5-b6ef-ef4c5c894e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:09.612220 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-56130f5e-820f-44c5-b6ef-ef4c5c894e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:09.615740 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-56130f5e-820f-44c5-b6ef-ef4c5c894e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:09.619156 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-33d92707-91e5-4339-a780-d1303c8cbcfc tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:06:09.655937 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-56130f5e-820f-44c5-b6ef-ef4c5c894e98 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4230736faa3f4e258d3790208b87c828&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1494870 Jun 18 13:06:09.655937 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56130f5e-820f-44c5-b6ef-ef4c5c894e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf6d280-7a76-47bc-986b-3d7e082108f4,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:06:09.656980 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 56288) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:06:09.658775 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-56130f5e-820f-44c5-b6ef-ef4c5c894e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:06:09.718913 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b82a294c-36b1-447f-96e6-e713666e326a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:09.745015 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b82a294c-36b1-447f-96e6-e713666e326a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:09.794993 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b82a294c-36b1-447f-96e6-e713666e326a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:09.797640 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-b82a294c-36b1-447f-96e6-e713666e326a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:09.802158 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-b82a294c-36b1-447f-96e6-e713666e326a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4bf6d280-7a76-47bc-986b-3d7e082108f4 HTTP/1.1" status: 204 len: 168 time: 0.1437943 Jun 18 13:06:09.802975 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-547cba2c-ba2e-44ef-a897-c7029f79d08e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:06:09.811270 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a294c-36b1-447f-96e6-e713666e326a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf6d280-7a76-47bc-986b-3d7e082108f4,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:06:09.813574 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-b82a294c-36b1-447f-96e6-e713666e326a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:06:09.937789 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 4891de4c-6f2a-4171-bf3d-2f29b7a20bf4 no longer exists at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 13:06:09.959380 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] No Port match for: 4891de4c-6f2a-4171-bf3d-2f29b7a20bf4 {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 13:06:09.959907 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 4891de4c-6f2a-4171-bf3d-2f29b7a20bf4 not bound to the agent host dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 13:06:10.165281 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 56304) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:06:10.179006 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-9a5d16fe-a165-40fc-b4f0-42a4044f6ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:10.269647 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-9a5d16fe-a165-40fc-b4f0-42a4044f6ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:10.273443 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-9a5d16fe-a165-40fc-b4f0-42a4044f6ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:10.275731 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-9d89829c-9aa7-4273-a95e-4599f4d51afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:06:10.311456 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-9a5d16fe-a165-40fc-b4f0-42a4044f6ab5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cdfaae10411047a9a2b70b972082ed76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1449833 Jun 18 13:06:10.312306 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d16fe-a165-40fc-b4f0-42a4044f6ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50de934a-9a9e-4038-b0a0-75aa18aaf1da,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:06:10.314102 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 56306) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:06:10.315244 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-9a5d16fe-a165-40fc-b4f0-42a4044f6ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:06:10.362942 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ba785854-72b1-44e0-b8f3-0d94c63924e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:10.386745 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ba785854-72b1-44e0-b8f3-0d94c63924e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:10.430744 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ba785854-72b1-44e0-b8f3-0d94c63924e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:10.433476 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ba785854-72b1-44e0-b8f3-0d94c63924e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:10.434595 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-ba785854-72b1-44e0-b8f3-0d94c63924e8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/50de934a-9a9e-4038-b0a0-75aa18aaf1da HTTP/1.1" status: 204 len: 168 time: 0.1194973 Jun 18 13:06:10.435377 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-7b9ea075-64ae-4007-b12a-eb74c0f0e450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:06:10.443632 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba785854-72b1-44e0-b8f3-0d94c63924e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50de934a-9a9e-4038-b0a0-75aa18aaf1da,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:06:10.446009 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-ba785854-72b1-44e0-b8f3-0d94c63924e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:06:12.716716 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 56416) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:06:12.825872 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-423bdc58-fc2b-4487-b5c3-307912a2150e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:12.911163 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-423bdc58-fc2b-4487-b5c3-307912a2150e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:12.915939 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-423bdc58-fc2b-4487-b5c3-307912a2150e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:12.919466 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-69255bcd-fe41-4237-b5f0-ba4f6c742bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:06:12.954326 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-423bdc58-fc2b-4487-b5c3-307912a2150e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=02499ad3bcc64daeb0e06f7a4c0a4159&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2365410 Jun 18 13:06:12.955529 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423bdc58-fc2b-4487-b5c3-307912a2150e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04bb1553-1abf-4a2e-a414-ac2f319f2b27,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:06:12.957002 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 56420) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:06:12.962897 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-423bdc58-fc2b-4487-b5c3-307912a2150e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:06:13.006992 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-c711086b-52d6-4661-8769-b08b7b9b57cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:13.030831 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-c711086b-52d6-4661-8769-b08b7b9b57cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:13.078729 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-c711086b-52d6-4661-8769-b08b7b9b57cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:13.081298 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-c711086b-52d6-4661-8769-b08b7b9b57cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:13.082622 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-c711086b-52d6-4661-8769-b08b7b9b57cf admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/04bb1553-1abf-4a2e-a414-ac2f319f2b27 HTTP/1.1" status: 204 len: 168 time: 0.1246438 Jun 18 13:06:13.084020 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-b8232b8d-097c-45b2-936c-b8b4e1d8dee6 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:06:13.092445 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c711086b-52d6-4661-8769-b08b7b9b57cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bb1553-1abf-4a2e-a414-ac2f319f2b27,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:06:13.095123 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-c711086b-52d6-4661-8769-b08b7b9b57cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:06:21.874073 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-d4a8fe70-d0ff-4afc-97af-7b1d2fe6f441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:24.718501 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95dbb493-e610-400b-91d7-416db01e697b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:25.059438 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:25.988285 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:27.500101 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 13:06:27.725999 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:30.120916 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:41.730826 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 56726) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:06:41.877620 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-1d4fe58c-8094-4303-a41a-721ea130d0f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:41.970521 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-1d4fe58c-8094-4303-a41a-721ea130d0f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:41.974562 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-1d4fe58c-8094-4303-a41a-721ea130d0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:41.978585 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-4c79b804-16b0-4018-9e29-8c334308abe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:06:42.017655 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-1d4fe58c-8094-4303-a41a-721ea130d0f3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3612192cabb24981aeeb46919f44fc3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2857678 Jun 18 13:06:42.018780 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4fe58c-8094-4303-a41a-721ea130d0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4e6f2f-5f9d-40d1-8335-01d0872dfe6e,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:06:42.020380 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 56738) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:06:42.022758 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-1d4fe58c-8094-4303-a41a-721ea130d0f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:06:42.071684 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-f13a7aa9-f182-41bb-99de-3894723fe942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:42.092070 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-f13a7aa9-f182-41bb-99de-3894723fe942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:42.138111 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-f13a7aa9-f182-41bb-99de-3894723fe942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:42.140518 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-f13a7aa9-f182-41bb-99de-3894723fe942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:42.141675 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-f13a7aa9-f182-41bb-99de-3894723fe942 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ed4e6f2f-5f9d-40d1-8335-01d0872dfe6e HTTP/1.1" status: 204 len: 168 time: 0.1201246 Jun 18 13:06:42.142449 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-9d9832b5-9719-427c-beb9-3ed101d14a8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:06:42.150000 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a7aa9-f182-41bb-99de-3894723fe942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4e6f2f-5f9d-40d1-8335-01d0872dfe6e,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:06:42.152354 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-f13a7aa9-f182-41bb-99de-3894723fe942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:06:42.735116 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 56760) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:06:42.828566 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-34de11c7-2990-435d-8f88-cf7f6178ee7b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1452836550-network', 'tenant_id': '2dcf00462d854e0d90a2d7bf3e1b8e77'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:06:42.852846 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34de11c7-2990-435d-8f88-cf7f6178ee7b admin admin] Made reservation on behalf of 2dcf00462d854e0d90a2d7bf3e1b8e77 for: {'network': 1} {{(pid=92826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 13:06:42.855141 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-34de11c7-2990-435d-8f88-cf7f6178ee7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for network, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:42.863354 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-34de11c7-2990-435d-8f88-cf7f6178ee7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:42.955928 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-34de11c7-2990-435d-8f88-cf7f6178ee7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:42.961051 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-34de11c7-2990-435d-8f88-cf7f6178ee7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:42.964342 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-decc3113-afad-4621-a228-e15daf765b02 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:06:42.986602 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34de11c7-2990-435d-8f88-cf7f6178ee7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=92826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 13:06:42.996284 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de11c7-2990-435d-8f88-cf7f6178ee7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1224df-cef4-40c5-89a9-2b8eab84f435,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:06:43.000363 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-34de11c7-2990-435d-8f88-cf7f6178ee7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:06:43.004063 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-34de11c7-2990-435d-8f88-cf7f6178ee7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559'] for segment, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:43.004401 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.db.segments_db [None req-34de11c7-2990-435d-8f88-cf7f6178ee7b admin admin] Added segment ded054d5-dede-47e1-8d90-7438f33130d6 of type vlan for network 59307c7c-fab4-41c1-9b8c-377bdd840711 Jun 18 13:06:43.046101 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-34de11c7-2990-435d-8f88-cf7f6178ee7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743828617162'] for network, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:43.073540 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-34de11c7-2990-435d-8f88-cf7f6178ee7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2056967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782'] for network, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:43.074849 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34de11c7-2990-435d-8f88-cf7f6178ee7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:06:43.075437 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-34de11c7-2990-435d-8f88-cf7f6178ee7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for network, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:43.077425 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:06:43.127213 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-34de11c7-2990-435d-8f88-cf7f6178ee7b admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3910146 Jun 18 13:06:43.130248 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 56766) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:06:43.135313 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-8c6b2ab8-0f6c-4162-8c04-3cfe1bca1e79 admin admin] Request body: {'subnet': {'network_id': '59307c7c-fab4-41c1-9b8c-377bdd840711', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1452836550-subnet', 'tenant_id': '2dcf00462d854e0d90a2d7bf3e1b8e77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:06:43.137894 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de11c7-2990-435d-8f88-cf7f6178ee7b admin admin] Pushing event updated for resources: {'Network': ['ID=59307c7c-fab4-41c1-9b8c-377bdd840711,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:06:43.140512 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-34de11c7-2990-435d-8f88-cf7f6178ee7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:06:43.152981 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Network 59307c7c-fab4-41c1-9b8c-377bdd840711 details requested by agent ovs-agent-dv-cinder-797073-1-iscsi with host dv-cinder-797073-1-iscsi {{(pid=92827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 13:06:43.157738 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6b2ab8-0f6c-4162-8c04-3cfe1bca1e79 admin admin] Made reservation on behalf of 2dcf00462d854e0d90a2d7bf3e1b8e77 for: {'subnet': 1} {{(pid=92825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 13:06:43.160180 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8c6b2ab8-0f6c-4162-8c04-3cfe1bca1e79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8063629'] for subnet, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:43.323540 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8c6b2ab8-0f6c-4162-8c04-3cfe1bca1e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8372270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8063647'] for subnet, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:43.326594 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-81dd1dcc-8913-4269-9031-17dc1529421f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:06:43.652185 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b2ab8-0f6c-4162-8c04-3cfe1bca1e79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46472cc4-be01-4fdd-a078-774298cddc1c,revision_number=0']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:06:43.665805 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b2ab8-0f6c-4162-8c04-3cfe1bca1e79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:06:43.666211 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b2ab8-0f6c-4162-8c04-3cfe1bca1e79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:06:43.666583 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b2ab8-0f6c-4162-8c04-3cfe1bca1e79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:06:43.666948 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b2ab8-0f6c-4162-8c04-3cfe1bca1e79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:06:43.667308 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b2ab8-0f6c-4162-8c04-3cfe1bca1e79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:06:43.667668 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b2ab8-0f6c-4162-8c04-3cfe1bca1e79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:06:43.668025 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b2ab8-0f6c-4162-8c04-3cfe1bca1e79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:06:43.668383 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b2ab8-0f6c-4162-8c04-3cfe1bca1e79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:06:43.668736 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b2ab8-0f6c-4162-8c04-3cfe1bca1e79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:06:43.669114 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b2ab8-0f6c-4162-8c04-3cfe1bca1e79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:06:43.669720 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b2ab8-0f6c-4162-8c04-3cfe1bca1e79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:06:43.670070 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b2ab8-0f6c-4162-8c04-3cfe1bca1e79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:06:43.674596 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-8c6b2ab8-0f6c-4162-8c04-3cfe1bca1e79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:06:43.678252 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6b2ab8-0f6c-4162-8c04-3cfe1bca1e79 admin admin] Checking segment: {'id': 'ded054d5-dede-47e1-8d90-7438f33130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '59307c7c-fab4-41c1-9b8c-377bdd840711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 13:06:43.678609 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6b2ab8-0f6c-4162-8c04-3cfe1bca1e79 admin admin] Network hostable DHCP agents. Network: 59307c7c-fab4-41c1-9b8c-377bdd840711, hostable agents: ['a4764913-7e4e-4767-85bd-6fdf32f4ace2'], hosted agents: [] {{(pid=92825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 13:06:43.697022 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6b2ab8-0f6c-4162-8c04-3cfe1bca1e79 admin admin] Network 59307c7c-fab4-41c1-9b8c-377bdd840711 is scheduled to be hosted by DHCP agent a4764913-7e4e-4767-85bd-6fdf32f4ace2 with binding_index 1 {{(pid=92825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 13:06:43.705766 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [None req-8c6b2ab8-0f6c-4162-8c04-3cfe1bca1e79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797073-1-iscsi, 59307c7c-fab4-41c1-9b8c-377bdd840711) {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 13:06:43.711444 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6b2ab8-0f6c-4162-8c04-3cfe1bca1e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:06:43.712744 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8c6b2ab8-0f6c-4162-8c04-3cfe1bca1e79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for subnet, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:43.714962 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f139a0-da6e-45f1-866a-357bba761cd4 None None] Network 59307c7c-fab4-41c1-9b8c-377bdd840711 requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 13:06:43.728076 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-8c6b2ab8-0f6c-4162-8c04-3cfe1bca1e79 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5966806 Jun 18 13:06:43.848063 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd46e200-fb5f-45a7-85fb-d769e356f572 None None] Network 59307c7c-fab4-41c1-9b8c-377bdd840711 requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 13:06:47.574520 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-a746cb1b-c463-464c-9a5f-89d387156c4f tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:06:47.575989 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-a746cb1b-c463-464c-9a5f-89d387156c4f tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/networks?id=59307c7c-fab4-41c1-9b8c-377bdd840711 HTTP/1.1" status: 200 len: 814 time: 0.1023870 Jun 18 13:06:47.590330 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-aeac1bd6-c57e-4cf6-bb79-0596629df2f1 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/quotas/2dcf00462d854e0d90a2d7bf3e1b8e77 HTTP/1.1" status: 200 len: 375 time: 0.0090363 Jun 18 13:06:47.622192 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-190a99e1-0539-4a3d-9607-8873290b6b1f tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2dcf00462d854e0d90a2d7bf3e1b8e77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269728 Jun 18 13:06:47.679677 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-f8c3dbb8-0728-46b3-b21c-2b9598874ada service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=92825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 13:06:47.680652 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-f8c3dbb8-0728-46b3-b21c-2b9598874ada service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0521729 Jun 18 13:06:47.767858 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-31ced050-fc33-486d-9d59-1a126a98a155 service neutron] 10.222.0.86 "GET /v2.0/networks/59307c7c-fab4-41c1-9b8c-377bdd840711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809183 Jun 18 13:06:47.858794 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-3a7e80b5-da45-4249-9f98-79dd84f6488d service neutron] 10.222.0.86 "GET /v2.0/networks/59307c7c-fab4-41c1-9b8c-377bdd840711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847898 Jun 18 13:06:48.027879 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-aab76663-223f-4ca9-8a04-05f300c3b766 req-345e7540-d292-4906-80f0-06c342cd0769 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c24d539-fdc8-4552-b93f-0d88de1f0224 HTTP/1.1" status: 200 len: 210 time: 0.0292513 Jun 18 13:06:49.168570 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c30f8879-c3bf-4992-a998-2ebd0b9087fc req-e6e0e4dd-b901-4822-a05d-639b85e87b37 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c24d539-fdc8-4552-b93f-0d88de1f0224 HTTP/1.1" status: 200 len: 210 time: 0.0290596 Jun 18 13:06:50.301350 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-12214e09-511a-4171-ac61-71edd192e87f req-5bbbee3b-9dc6-4913-9c95-03e28079d52c tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c24d539-fdc8-4552-b93f-0d88de1f0224 HTTP/1.1" status: 200 len: 210 time: 0.0287380 Jun 18 13:06:51.442575 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-19f662dc-8963-42f9-95b7-b4ef919c26a9 req-9b6e369d-6373-4af6-a381-345ce98928e9 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c24d539-fdc8-4552-b93f-0d88de1f0224 HTTP/1.1" status: 200 len: 210 time: 0.0276411 Jun 18 13:06:51.742493 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-046560e1-b5fe-491c-8586-730d48872817 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:06:51.743941 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-046560e1-b5fe-491c-8586-730d48872817 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.77 "GET /v2.0/networks?id=59307c7c-fab4-41c1-9b8c-377bdd840711 HTTP/1.1" status: 200 len: 814 time: 0.1013238 Jun 18 13:06:51.768175 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-77e1e9c1-7f07-4d77-a8cf-3f4559ca75cc tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Request body: {'port': {'device_id': '1c24d539-fdc8-4552-b93f-0d88de1f0224', 'network_id': '59307c7c-fab4-41c1-9b8c-377bdd840711', 'admin_state_up': True, 'tenant_id': '2dcf00462d854e0d90a2d7bf3e1b8e77'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:06:51.875463 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-36b464f3-5d5f-4e1d-8803-b0efefc7b89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:51.887169 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-77e1e9c1-7f07-4d77-a8cf-3f4559ca75cc tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Made reservation on behalf of 2dcf00462d854e0d90a2d7bf3e1b8e77 for: {'port': 1} {{(pid=92825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 13:06:51.890787 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-77e1e9c1-7f07-4d77-a8cf-3f4559ca75cc tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:52.015050 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.db_base_plugin_common [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-77e1e9c1-7f07-4d77-a8cf-3f4559ca75cc tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Allocated IP 172.20.0.13 (59307c7c-fab4-41c1-9b8c-377bdd840711/46472cc4-be01-4fdd-a078-774298cddc1c/320faa95-d1c8-480a-ad4f-4dc7838c060a) {{(pid=92825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 13:06:52.163629 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-77e1e9c1-7f07-4d77-a8cf-3f4559ca75cc tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Notify callbacks [] for port, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:52.206022 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-77e1e9c1-7f07-4d77-a8cf-3f4559ca75cc tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8372378'] for port, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:52.211316 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-9cce613f-8de2-4744-b732-e2d4bf9cad70 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:06:52.250449 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-77e1e9c1-7f07-4d77-a8cf-3f4559ca75cc tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Network 59307c7c-fab4-41c1-9b8c-377bdd840711 is already hosted by enough agents. {{(pid=92825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 13:06:52.253572 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-77e1e9c1-7f07-4d77-a8cf-3f4559ca75cc tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Resources bound (agent type, host, resource id): {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 13:06:52.258512 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-77e1e9c1-7f07-4d77-a8cf-3f4559ca75cc tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Received port after_create {{(pid=92825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 13:06:52.296722 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e1e9c1-7f07-4d77-a8cf-3f4559ca75cc tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Pushing event updated for resources: {'Port': ['ID=320faa95-d1c8-480a-ad4f-4dc7838c060a,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:06:52.296722 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-77e1e9c1-7f07-4d77-a8cf-3f4559ca75cc tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:06:52.318397 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-77e1e9c1-7f07-4d77-a8cf-3f4559ca75cc tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:06:52.319030 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-77e1e9c1-7f07-4d77-a8cf-3f4559ca75cc tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:52.336615 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-77e1e9c1-7f07-4d77-a8cf-3f4559ca75cc tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5724134 Jun 18 13:06:52.352869 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-c2d58cfc-11ae-4c3b-b9e6-1f7ec3469c79 service neutron] Request body: {'port': {'device_id': '1c24d539-fdc8-4552-b93f-0d88de1f0224', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79707'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:06:52.427783 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-c2d58cfc-11ae-4c3b-b9e6-1f7ec3469c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:52.641334 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e01d4-1032-4e0d-add6-71096637f617 req-ec2514c5-e33e-4fc4-8e12-36fe487652f8 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:06:52.642778 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-cd8e01d4-1032-4e0d-add6-71096637f617 req-ec2514c5-e33e-4fc4-8e12-36fe487652f8 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c24d539-fdc8-4552-b93f-0d88de1f0224 HTTP/1.1" status: 200 len: 932 time: 0.0638061 Jun 18 13:06:52.681263 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-cd8e01d4-1032-4e0d-add6-71096637f617 req-c27531f1-4b94-42d2-b8aa-bfaf1d20088d tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/security-groups?id=5e1224df-cef4-40c5-89a9-2b8eab84f435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325561 Jun 18 13:06:52.702316 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-c2d58cfc-11ae-4c3b-b9e6-1f7ec3469c79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 320faa95-d1c8-480a-ad4f-4dc7838c060a {{(pid=92825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 13:06:52.709678 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-c2d58cfc-11ae-4c3b-b9e6-1f7ec3469c79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:52.722128 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.provisioning_blocks [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-c2d58cfc-11ae-4c3b-b9e6-1f7ec3469c79 service neutron] Transition to ACTIVE for port object 320faa95-d1c8-480a-ad4f-4dc7838c060a will not be triggered until provisioned by entity L2. {{(pid=92825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 13:06:52.725795 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-c2d58cfc-11ae-4c3b-b9e6-1f7ec3469c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8372396'] for port, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:52.727948 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-2dfafb96-d7bf-4de0-b172-1848cb6c9f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:06:52.799034 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d58cfc-11ae-4c3b-b9e6-1f7ec3469c79 service neutron] Pushing event updated for resources: {'Port': ['ID=320faa95-d1c8-480a-ad4f-4dc7838c060a,revision_number=2']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:06:52.802392 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-c2d58cfc-11ae-4c3b-b9e6-1f7ec3469c79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:06:52.868779 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.managers [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-c2d58cfc-11ae-4c3b-b9e6-1f7ec3469c79 service neutron] Attempting to bind port 320faa95-d1c8-480a-ad4f-4dc7838c060a on host hv-cinder-79707 for vnic_type normal with profile {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 13:06:52.869118 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.managers [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-c2d58cfc-11ae-4c3b-b9e6-1f7ec3469c79 service neutron] Attempting to bind port 320faa95-d1c8-480a-ad4f-4dc7838c060a by drivers openvswitch,hyperv on host hv-cinder-79707 at level 0 using segments [{'id': 'ded054d5-dede-47e1-8d90-7438f33130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '59307c7c-fab4-41c1-9b8c-377bdd840711'}] {{(pid=92825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 13:06:52.869448 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-c2d58cfc-11ae-4c3b-b9e6-1f7ec3469c79 service neutron] Attempting to bind port 320faa95-d1c8-480a-ad4f-4dc7838c060a on network 59307c7c-fab4-41c1-9b8c-377bdd840711 {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 13:06:52.873534 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-c2d58cfc-11ae-4c3b-b9e6-1f7ec3469c79 service neutron] Port 320faa95-d1c8-480a-ad4f-4dc7838c060a on network 59307c7c-fab4-41c1-9b8c-377bdd840711 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79707 {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 13:06:52.873852 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-c2d58cfc-11ae-4c3b-b9e6-1f7ec3469c79 service neutron] Attempting to bind port 320faa95-d1c8-480a-ad4f-4dc7838c060a on network 59307c7c-fab4-41c1-9b8c-377bdd840711 {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 13:06:52.878499 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-c2d58cfc-11ae-4c3b-b9e6-1f7ec3469c79 service neutron] Checking agent: {'id': '7546d223-5e56-44d8-9441-1a8a85fbff90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79707', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'started_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 13, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 13:06:52.878831 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-c2d58cfc-11ae-4c3b-b9e6-1f7ec3469c79 service neutron] Checking segment: {'id': 'ded054d5-dede-47e1-8d90-7438f33130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '59307c7c-fab4-41c1-9b8c-377bdd840711'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 13:06:52.879210 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-c2d58cfc-11ae-4c3b-b9e6-1f7ec3469c79 service neutron] Bound using segment: {'id': 'ded054d5-dede-47e1-8d90-7438f33130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '59307c7c-fab4-41c1-9b8c-377bdd840711'} {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 13:06:52.879630 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.managers [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-c2d58cfc-11ae-4c3b-b9e6-1f7ec3469c79 service neutron] Bound port: 320faa95-d1c8-480a-ad4f-4dc7838c060a, host: hv-cinder-79707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ded054d5-dede-47e1-8d90-7438f33130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '59307c7c-fab4-41c1-9b8c-377bdd840711'}}] {{(pid=92825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 13:06:52.879968 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-c2d58cfc-11ae-4c3b-b9e6-1f7ec3469c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:52.940485 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-c2d58cfc-11ae-4c3b-b9e6-1f7ec3469c79 service neutron] For port 320faa95-d1c8-480a-ad4f-4dc7838c060a, host hv-cinder-79707, cleared binding levels {{(pid=92825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 13:06:52.943398 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-c2d58cfc-11ae-4c3b-b9e6-1f7ec3469c79 service neutron] For port 320faa95-d1c8-480a-ad4f-4dc7838c060a, host hv-cinder-79707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=320faa95-d1c8-480a-ad4f-4dc7838c060a,segment=NetworkSegment(ded054d5-dede-47e1-8d90-7438f33130d6),segment_id=ded054d5-dede-47e1-8d90-7438f33130d6)] {{(pid=92825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 13:06:52.948495 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-c2d58cfc-11ae-4c3b-b9e6-1f7ec3469c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8372396'] for port, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:52.951510 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-701dd7be-d1c8-4dfb-87b1-095842e46d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:06:52.986003 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-c2d58cfc-11ae-4c3b-b9e6-1f7ec3469c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:06:52.986426 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-c2d58cfc-11ae-4c3b-b9e6-1f7ec3469c79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:52.987819 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-c2d58cfc-11ae-4c3b-b9e6-1f7ec3469c79 service neutron] 10.222.0.77 "PUT /v2.0/ports/320faa95-d1c8-480a-ad4f-4dc7838c060a HTTP/1.1" status: 200 len: 1094 time: 0.6396148 Jun 18 13:06:52.993163 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c24d539-fdc8-4552-b93f-0d88de1f0224', 'tag': '320faa95-d1c8-480a-ad4f-4dc7838c060a'}] {{(pid=92825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:06:52.995537 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cbce1c661b203a7f45efff8c445c42f162c6430a9c28178aa2be3d6d959831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a09049-e897-4e84-beaa-0a3ddc01b24c" -d '{"events": [{"name": "network-changed", "server_uuid": "1c24d539-fdc8-4552-b93f-0d88de1f0224", "tag": "320faa95-d1c8-480a-ad4f-4dc7838c060a"}]}' {{(pid=92825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:06:53.017183 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d58cfc-11ae-4c3b-b9e6-1f7ec3469c79 service neutron] Pushing event updated for resources: {'Port': ['ID=320faa95-d1c8-480a-ad4f-4dc7838c060a,revision_number=3']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:06:53.020255 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-c2d58cfc-11ae-4c3b-b9e6-1f7ec3469c79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:06:53.047094 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 13:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a22f43d-ad79-4013-acf4-2b0b1e4e87ee x-openstack-request-id: req-8a22f43d-ad79-4013-acf4-2b0b1e4e87ee {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:06:53.047421 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c24d539-fdc8-4552-b93f-0d88de1f0224", "tag": "320faa95-d1c8-480a-ad4f-4dc7838c060a", "status": "completed", "code": 200}]} {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:06:53.047717 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8a22f43d-ad79-4013-acf4-2b0b1e4e87ee {{(pid=92825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:06:53.048146 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c24d539-fdc8-4552-b93f-0d88de1f0224', 'tag': '320faa95-d1c8-480a-ad4f-4dc7838c060a', 'status': 'completed', 'code': 200} Jun 18 13:06:53.095484 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-75a0d685-5b5a-451a-9008-165b57696545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:06:53.097047 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-75a0d685-5b5a-451a-9008-165b57696545 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2dcf00462d854e0d90a2d7bf3e1b8e77&device_id=1c24d539-fdc8-4552-b93f-0d88de1f0224 HTTP/1.1" status: 200 len: 1097 time: 0.0602019 Jun 18 13:06:53.143904 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-ada78d76-e78c-4a4e-a917-6511d21c23ce service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=320faa95-d1c8-480a-ad4f-4dc7838c060a HTTP/1.1" status: 200 len: 217 time: 0.0352573 Jun 18 13:06:53.197643 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-7c3ac20f-9c79-42cd-abd7-155f1ae2b289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:06:53.199579 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-7c3ac20f-9c79-42cd-abd7-155f1ae2b289 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=46472cc4-be01-4fdd-a078-774298cddc1c HTTP/1.1" status: 200 len: 854 time: 0.0484693 Jun 18 13:06:53.237631 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-57863b6d-591e-400a-856f-f4419c90c94b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=59307c7c-fab4-41c1-9b8c-377bdd840711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315115 Jun 18 13:06:53.335505 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-2ff0b167-7953-4c2d-bfc8-b69677b408dd service neutron] 10.222.0.77 "GET /v2.0/networks/59307c7c-fab4-41c1-9b8c-377bdd840711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904746 Jun 18 13:06:53.427579 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b52771ca-e022-4da6-b8d5-ac649ec57b03 req-2d6ce709-caa1-4c43-8baf-5dac03f2c868 service neutron] 10.222.0.77 "GET /v2.0/networks/59307c7c-fab4-41c1-9b8c-377bdd840711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852423 Jun 18 13:06:53.561513 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a09049-e897-4e84-beaa-0a3ddc01b24c req-136e1ee0-4374-4148-baef-e37c02680ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:06:53.563008 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c2a09049-e897-4e84-beaa-0a3ddc01b24c req-136e1ee0-4374-4148-baef-e37c02680ed2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2dcf00462d854e0d90a2d7bf3e1b8e77&device_id=1c24d539-fdc8-4552-b93f-0d88de1f0224 HTTP/1.1" status: 200 len: 1097 time: 0.0526669 Jun 18 13:06:53.656083 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a09049-e897-4e84-beaa-0a3ddc01b24c req-fbb3fdd5-dcd4-4869-9b05-d2a777a09106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:06:53.657581 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c2a09049-e897-4e84-beaa-0a3ddc01b24c req-fbb3fdd5-dcd4-4869-9b05-d2a777a09106 service neutron] 10.222.0.77 "GET /v2.0/networks?id=59307c7c-fab4-41c1-9b8c-377bdd840711 HTTP/1.1" status: 200 len: 915 time: 0.0881021 Jun 18 13:06:53.701979 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c2a09049-e897-4e84-beaa-0a3ddc01b24c req-a27f1e53-c451-4f1e-bd1b-9a90a43f6afa service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=320faa95-d1c8-480a-ad4f-4dc7838c060a HTTP/1.1" status: 200 len: 217 time: 0.0380130 Jun 18 13:06:53.758658 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a09049-e897-4e84-beaa-0a3ddc01b24c req-93116bae-bf60-410b-b4d4-e1b5de567b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:06:53.760453 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c2a09049-e897-4e84-beaa-0a3ddc01b24c req-93116bae-bf60-410b-b4d4-e1b5de567b66 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=46472cc4-be01-4fdd-a078-774298cddc1c HTTP/1.1" status: 200 len: 854 time: 0.0519626 Jun 18 13:06:53.795129 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c2a09049-e897-4e84-beaa-0a3ddc01b24c req-9fe1d715-3526-41ae-8dff-90d14b1bcf72 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=59307c7c-fab4-41c1-9b8c-377bdd840711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279667 Jun 18 13:06:53.894874 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c2a09049-e897-4e84-beaa-0a3ddc01b24c req-9fbc8c07-fdef-4ecc-b029-bcb534e90f6d service neutron] 10.222.0.77 "GET /v2.0/networks/59307c7c-fab4-41c1-9b8c-377bdd840711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936308 Jun 18 13:06:54.000060 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c2a09049-e897-4e84-beaa-0a3ddc01b24c req-2952ac95-c579-418c-9b15-99b68ba97410 service neutron] 10.222.0.77 "GET /v2.0/networks/59307c7c-fab4-41c1-9b8c-377bdd840711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968187 Jun 18 13:06:54.154485 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0528cf7-19df-45c8-9623-4e620521f448 req-4bdd6231-d4b3-443a-83f2-91ed4cfbb499 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:06:54.155834 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d0528cf7-19df-45c8-9623-4e620521f448 req-4bdd6231-d4b3-443a-83f2-91ed4cfbb499 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c24d539-fdc8-4552-b93f-0d88de1f0224 HTTP/1.1" status: 200 len: 944 time: 0.3549507 Jun 18 13:06:54.193918 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d0528cf7-19df-45c8-9623-4e620521f448 req-362cd256-f3fd-4d66-be72-270652ed957b tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/security-groups?id=5e1224df-cef4-40c5-89a9-2b8eab84f435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316222 Jun 18 13:06:54.720383 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40ed741a-0fec-4353-8f2c-23b00b31e1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:55.061210 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:55.379110 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da74adc-8818-4da0-988a-1ba888f090c3 req-64b0863b-6f51-4e07-bd6b-e728ced79af1 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:06:55.380566 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-2da74adc-8818-4da0-988a-1ba888f090c3 req-64b0863b-6f51-4e07-bd6b-e728ced79af1 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c24d539-fdc8-4552-b93f-0d88de1f0224 HTTP/1.1" status: 200 len: 944 time: 0.0689898 Jun 18 13:06:55.417744 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-2da74adc-8818-4da0-988a-1ba888f090c3 req-2ff00630-ca0e-4ae2-9a11-55af5da379a9 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/security-groups?id=5e1224df-cef4-40c5-89a9-2b8eab84f435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308559 Jun 18 13:06:55.990865 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:56.349655 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 320faa95-d1c8-480a-ad4f-4dc7838c060a details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=92827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 13:06:56.450635 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 320faa95-d1c8-480a-ad4f-4dc7838c060a, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=320faa95-d1c8-480a-ad4f-4dc7838c060a,segment=NetworkSegment(ded054d5-dede-47e1-8d90-7438f33130d6),segment_id=ded054d5-dede-47e1-8d90-7438f33130d6)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:06:56.466600 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Returning: {'device': '320faa95-d1c8-480a-ad4f-4dc7838c060a', 'network_id': '59307c7c-fab4-41c1-9b8c-377bdd840711', 'port_id': '320faa95-d1c8-480a-ad4f-4dc7838c060a', 'mac_address': 'fa:16:3e:27:9b:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46472cc4-be01-4fdd-a078-774298cddc1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 13:06:56.504339 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:56.518468 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 320faa95-d1c8-480a-ad4f-4dc7838c060a {{(pid=92827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 13:06:56.539773 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 320faa95-d1c8-480a-ad4f-4dc7838c060a, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=320faa95-d1c8-480a-ad4f-4dc7838c060a,segment=NetworkSegment(ded054d5-dede-47e1-8d90-7438f33130d6),segment_id=ded054d5-dede-47e1-8d90-7438f33130d6)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:06:56.545859 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:56.547941 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:06:56.598548 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=320faa95-d1c8-480a-ad4f-4dc7838c060a,revision_number=4']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:06:56.607439 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:06:56.607815 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:06:56.608160 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:06:56.608493 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:06:56.608885 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:06:56.609257 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:06:56.609584 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:06:56.609908 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:06:56.610236 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:06:56.610561 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:06:56.610882 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:06:56.611200 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:06:56.615224 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:06:56.646314 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad83a9-722c-4d54-b6b1-b74925a05141 req-31feb71b-4440-44db-9c8d-2533731f4184 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:06:56.647768 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-80ad83a9-722c-4d54-b6b1-b74925a05141 req-31feb71b-4440-44db-9c8d-2533731f4184 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c24d539-fdc8-4552-b93f-0d88de1f0224 HTTP/1.1" status: 200 len: 945 time: 0.0953169 Jun 18 13:06:56.685250 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-80ad83a9-722c-4d54-b6b1-b74925a05141 req-c4fd4246-26d4-4872-837d-2fd7fdac4b03 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/security-groups?id=5e1224df-cef4-40c5-89a9-2b8eab84f435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316567 Jun 18 13:06:56.956362 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['320faa95-d1c8-480a-ad4f-4dc7838c060a'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 13:06:57.729890 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:57.900210 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19e6d4-d840-406d-9a29-7adb931c4d18 req-4e560c97-5b4e-4084-8243-afa05dad8419 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:06:57.902519 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-3b19e6d4-d840-406d-9a29-7adb931c4d18 req-4e560c97-5b4e-4084-8243-afa05dad8419 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c24d539-fdc8-4552-b93f-0d88de1f0224 HTTP/1.1" status: 200 len: 945 time: 0.0946493 Jun 18 13:06:57.940783 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-3b19e6d4-d840-406d-9a29-7adb931c4d18 req-c630f2c7-b33e-45ff-ad81-84e54c7f719c tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/security-groups?id=5e1224df-cef4-40c5-89a9-2b8eab84f435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318706 Jun 18 13:06:59.118603 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271b9eb-1e63-4001-8837-12280849cc6c req-5967b6de-335a-4452-b623-e21f1ae637ce tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:06:59.120059 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-f271b9eb-1e63-4001-8837-12280849cc6c req-5967b6de-335a-4452-b623-e21f1ae637ce tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c24d539-fdc8-4552-b93f-0d88de1f0224 HTTP/1.1" status: 200 len: 945 time: 0.0660069 Jun 18 13:06:59.158030 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-f271b9eb-1e63-4001-8837-12280849cc6c req-0acaf0d0-092b-4499-88ee-422d5acbcb94 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/security-groups?id=5e1224df-cef4-40c5-89a9-2b8eab84f435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324111 Jun 18 13:06:59.527469 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 320faa95-d1c8-480a-ad4f-4dc7838c060a up at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 13:06:59.575811 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning for port 320faa95-d1c8-480a-ad4f-4dc7838c060a completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 13:06:59.579602 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning complete for port 320faa95-d1c8-480a-ad4f-4dc7838c060a triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 13:06:59.579975 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:59.658722 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:59.681036 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c24d539-fdc8-4552-b93f-0d88de1f0224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320faa95-d1c8-480a-ad4f-4dc7838c060a'}] {{(pid=92827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:06:59.683264 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c43e27dad5924667550749323780498268b495889c5e44707aafbe87e8432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c669f84-628e-4143-bd5a-7d4c11ba74ba" -d '{"events": [{"server_uuid": "1c24d539-fdc8-4552-b93f-0d88de1f0224", "name": "network-vif-plugged", "status": "completed", "tag": "320faa95-d1c8-480a-ad4f-4dc7838c060a"}]}' {{(pid=92827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:06:59.695698 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 320faa95-d1c8-480a-ad4f-4dc7838c060a, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=320faa95-d1c8-480a-ad4f-4dc7838c060a,segment=NetworkSegment(ded054d5-dede-47e1-8d90-7438f33130d6),segment_id=ded054d5-dede-47e1-8d90-7438f33130d6)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:06:59.700378 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:06:59.702306 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-2107c831-856a-4388-a4a9-b7beeb25b8ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:06:59.747788 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=320faa95-d1c8-480a-ad4f-4dc7838c060a,revision_number=5']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:06:59.750763 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:06:59.833081 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 13:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e94c3ef-ffec-423c-bccc-bd3b54c0b912 x-openstack-request-id: req-9e94c3ef-ffec-423c-bccc-bd3b54c0b912 {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:06:59.833383 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c24d539-fdc8-4552-b93f-0d88de1f0224", "name": "network-vif-plugged", "status": "completed", "tag": "320faa95-d1c8-480a-ad4f-4dc7838c060a", "code": 200}]} {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:06:59.833647 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9e94c3ef-ffec-423c-bccc-bd3b54c0b912 {{(pid=92827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:06:59.834051 dv-cinder-797073-1-iscsi neutron-server[92827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c24d539-fdc8-4552-b93f-0d88de1f0224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320faa95-d1c8-480a-ad4f-4dc7838c060a', 'code': 200} Jun 18 13:07:00.338239 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d3136-7998-492e-bd5e-7ce9197b625f req-16102fff-0b54-44e0-8605-b98f2c09e3d3 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:07:00.339702 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-329d3136-7998-492e-bd5e-7ce9197b625f req-16102fff-0b54-44e0-8605-b98f2c09e3d3 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c24d539-fdc8-4552-b93f-0d88de1f0224 HTTP/1.1" status: 200 len: 946 time: 0.0684302 Jun 18 13:07:00.377868 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-329d3136-7998-492e-bd5e-7ce9197b625f req-fa0f5d79-04fd-4210-9f43-364cbf10d303 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/security-groups?id=5e1224df-cef4-40c5-89a9-2b8eab84f435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325348 Jun 18 13:07:00.456010 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:01.549997 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ad606-3622-45d6-9dc6-28f2689fc23b req-598570df-a1d3-4c89-88c5-55997201be92 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:07:01.551425 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-5c2ad606-3622-45d6-9dc6-28f2689fc23b req-598570df-a1d3-4c89-88c5-55997201be92 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c24d539-fdc8-4552-b93f-0d88de1f0224 HTTP/1.1" status: 200 len: 946 time: 0.0622282 Jun 18 13:07:01.588813 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-5c2ad606-3622-45d6-9dc6-28f2689fc23b req-c8ab135c-a827-43e3-9d38-fdad31276fef tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/security-groups?id=5e1224df-cef4-40c5-89a9-2b8eab84f435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314841 Jun 18 13:07:02.048467 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f7200-7f13-4a48-8a45-53613e771aad req-6b5856a2-8834-4edd-938a-5bebe90b4bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:07:02.049983 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-290f7200-7f13-4a48-8a45-53613e771aad req-6b5856a2-8834-4edd-938a-5bebe90b4bff service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1c24d539-fdc8-4552-b93f-0d88de1f0224 HTTP/1.1" status: 200 len: 1099 time: 0.0566218 Jun 18 13:07:02.085526 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-290f7200-7f13-4a48-8a45-53613e771aad req-ac3b780d-3c34-41e3-8fc4-5836f7dc4e2d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=5e1224df-cef4-40c5-89a9-2b8eab84f435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284913 Jun 18 13:07:02.761531 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35996aa-1170-49fb-a7a6-9b6fe8855beb req-154fb688-a886-498e-b449-244eb61c2ad6 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:07:02.762962 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e35996aa-1170-49fb-a7a6-9b6fe8855beb req-154fb688-a886-498e-b449-244eb61c2ad6 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c24d539-fdc8-4552-b93f-0d88de1f0224 HTTP/1.1" status: 200 len: 946 time: 0.0614142 Jun 18 13:07:02.800981 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e35996aa-1170-49fb-a7a6-9b6fe8855beb req-ba7a3518-a82c-41e8-92f3-a6c52bd12bd9 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/security-groups?id=5e1224df-cef4-40c5-89a9-2b8eab84f435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318351 Jun 18 13:07:03.973226 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed25eca-7b23-4af4-8892-e3372b66235b req-59416ede-4421-446c-8b3b-29d804cc67ad tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:07:03.974663 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-eed25eca-7b23-4af4-8892-e3372b66235b req-59416ede-4421-446c-8b3b-29d804cc67ad tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c24d539-fdc8-4552-b93f-0d88de1f0224 HTTP/1.1" status: 200 len: 946 time: 0.0619593 Jun 18 13:07:04.011686 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-eed25eca-7b23-4af4-8892-e3372b66235b req-90155564-e655-47b9-b5c1-64e4b655219b tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/security-groups?id=5e1224df-cef4-40c5-89a9-2b8eab84f435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313640 Jun 18 13:07:04.139929 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b0cf88ef-6890-4a41-9bda-6ebb0d684dc2 req-498c94bc-98d1-4324-b916-236b460d7b1d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1c24d539-fdc8-4552-b93f-0d88de1f0224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0562825 Jun 18 13:07:04.247075 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf88ef-6890-4a41-9bda-6ebb0d684dc2 req-97ec06f9-5ba5-4010-855b-c813e9b93665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:07:04.248637 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b0cf88ef-6890-4a41-9bda-6ebb0d684dc2 req-97ec06f9-5ba5-4010-855b-c813e9b93665 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2dcf00462d854e0d90a2d7bf3e1b8e77&device_id=1c24d539-fdc8-4552-b93f-0d88de1f0224 HTTP/1.1" status: 200 len: 1099 time: 0.0538816 Jun 18 13:07:04.359059 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf88ef-6890-4a41-9bda-6ebb0d684dc2 req-ef6987d2-0b49-4cba-8abe-73a5a56a41c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:07:04.359059 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b0cf88ef-6890-4a41-9bda-6ebb0d684dc2 req-ef6987d2-0b49-4cba-8abe-73a5a56a41c5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=59307c7c-fab4-41c1-9b8c-377bdd840711 HTTP/1.1" status: 200 len: 915 time: 0.0885949 Jun 18 13:07:04.429191 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b0cf88ef-6890-4a41-9bda-6ebb0d684dc2 req-3bdf09f7-d4fc-473c-907a-32159df74f5b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=320faa95-d1c8-480a-ad4f-4dc7838c060a HTTP/1.1" status: 200 len: 217 time: 0.0648100 Jun 18 13:07:04.501360 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 13:07:04.510143 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf88ef-6890-4a41-9bda-6ebb0d684dc2 req-8be12bf0-5169-49d9-9e84-269efd8df5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:07:04.511580 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b0cf88ef-6890-4a41-9bda-6ebb0d684dc2 req-8be12bf0-5169-49d9-9e84-269efd8df5b4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=46472cc4-be01-4fdd-a078-774298cddc1c HTTP/1.1" status: 200 len: 854 time: 0.0751305 Jun 18 13:07:04.545804 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b0cf88ef-6890-4a41-9bda-6ebb0d684dc2 req-2dae73d1-9bde-418b-8d6a-373af6603bc6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=59307c7c-fab4-41c1-9b8c-377bdd840711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265887 Jun 18 13:07:04.644299 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b0cf88ef-6890-4a41-9bda-6ebb0d684dc2 req-9a3fa203-7b22-4e58-8716-6c23c915ddf2 service neutron] 10.222.0.77 "GET /v2.0/networks/59307c7c-fab4-41c1-9b8c-377bdd840711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919690 Jun 18 13:07:04.739012 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b0cf88ef-6890-4a41-9bda-6ebb0d684dc2 req-f5c1c21a-044f-48ef-a12a-dd6735fec435 service neutron] 10.222.0.77 "GET /v2.0/networks/59307c7c-fab4-41c1-9b8c-377bdd840711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877018 Jun 18 13:07:06.225866 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 57080) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:07:06.329299 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8803c7a0-086c-44f8-b249-35d3d9ab717c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:06.417558 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8803c7a0-086c-44f8-b249-35d3d9ab717c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:06.421471 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8803c7a0-086c-44f8-b249-35d3d9ab717c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:06.423884 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-9a5d16fe-a165-40fc-b4f0-42a4044f6ab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:07:06.464427 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-8803c7a0-086c-44f8-b249-35d3d9ab717c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ccbb4a1f1d8641088b27b4cbacaf9d72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372503 Jun 18 13:07:06.466097 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803c7a0-086c-44f8-b249-35d3d9ab717c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e624412d-49cb-4786-89de-0d85e79372dc,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:07:06.467144 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 57084) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:07:06.472689 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-8803c7a0-086c-44f8-b249-35d3d9ab717c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:07:06.520724 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-b23fe199-71dd-4a2f-8741-df88c00b25c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:06.541066 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-b23fe199-71dd-4a2f-8741-df88c00b25c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:06.591703 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-b23fe199-71dd-4a2f-8741-df88c00b25c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:06.594342 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-b23fe199-71dd-4a2f-8741-df88c00b25c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:06.595504 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-b23fe199-71dd-4a2f-8741-df88c00b25c6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e624412d-49cb-4786-89de-0d85e79372dc HTTP/1.1" status: 204 len: 168 time: 0.1273458 Jun 18 13:07:06.596384 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-7e3ea55a-2e00-45cc-aa85-0be1405ba3e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:07:06.603861 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23fe199-71dd-4a2f-8741-df88c00b25c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e624412d-49cb-4786-89de-0d85e79372dc,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:07:06.611064 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23fe199-71dd-4a2f-8741-df88c00b25c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:07:06.611443 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23fe199-71dd-4a2f-8741-df88c00b25c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:07:06.611813 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23fe199-71dd-4a2f-8741-df88c00b25c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:07:06.612174 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23fe199-71dd-4a2f-8741-df88c00b25c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:07:06.612517 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23fe199-71dd-4a2f-8741-df88c00b25c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:07:06.612904 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23fe199-71dd-4a2f-8741-df88c00b25c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:07:06.613259 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23fe199-71dd-4a2f-8741-df88c00b25c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:07:06.613609 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23fe199-71dd-4a2f-8741-df88c00b25c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:07:06.613962 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23fe199-71dd-4a2f-8741-df88c00b25c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:07:06.614313 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23fe199-71dd-4a2f-8741-df88c00b25c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:07:06.614660 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23fe199-71dd-4a2f-8741-df88c00b25c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:07:06.615007 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23fe199-71dd-4a2f-8741-df88c00b25c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:07:06.619445 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-b23fe199-71dd-4a2f-8741-df88c00b25c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:07:06.859796 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 57092) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:07:06.874013 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-9e138712-be1e-4db5-95df-16138d2826cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:06.965712 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-9e138712-be1e-4db5-95df-16138d2826cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:06.969492 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-9e138712-be1e-4db5-95df-16138d2826cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:06.971988 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-edcd395c-761a-4563-b181-4c411eba1d27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:07:07.006877 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e138712-be1e-4db5-95df-16138d2826cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d6dbbd-ad12-4209-8526-f978d6832d80,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:07:07.011404 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-9e138712-be1e-4db5-95df-16138d2826cd admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7847f4fbe836436abe11afe7995b1947&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1503837 Jun 18 13:07:07.012881 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-9e138712-be1e-4db5-95df-16138d2826cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:07:07.013851 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 57094) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:07:07.067155 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-4f2bea65-a30a-4a6c-b63a-77bdc6a7c3e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:07.088534 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-4f2bea65-a30a-4a6c-b63a-77bdc6a7c3e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:07.134638 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-4f2bea65-a30a-4a6c-b63a-77bdc6a7c3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:07.137477 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-4f2bea65-a30a-4a6c-b63a-77bdc6a7c3e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:07.138607 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-4f2bea65-a30a-4a6c-b63a-77bdc6a7c3e8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/76d6dbbd-ad12-4209-8526-f978d6832d80 HTTP/1.1" status: 204 len: 168 time: 0.1238618 Jun 18 13:07:07.139375 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-2d19b040-8d37-48a9-8f03-f0acc239865c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:07:07.146827 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2bea65-a30a-4a6c-b63a-77bdc6a7c3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d6dbbd-ad12-4209-8526-f978d6832d80,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:07:07.149618 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-4f2bea65-a30a-4a6c-b63a-77bdc6a7c3e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:07:21.884484 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-d4cff08f-9feb-4598-8942-bd2cc5cca386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:23.297450 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 57296) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:07:23.413377 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ca3ab7fe-482c-47c7-b6c6-4f4ecb1c2520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:23.510052 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ca3ab7fe-482c-47c7-b6c6-4f4ecb1c2520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:23.513916 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ca3ab7fe-482c-47c7-b6c6-4f4ecb1c2520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:23.516637 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-310cf349-5cb9-4501-8b0f-4fe0429f0069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:07:23.551245 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ab7fe-482c-47c7-b6c6-4f4ecb1c2520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71e0d8a-2c19-4f2c-b240-91817b3d6a5c,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:07:23.554260 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-ca3ab7fe-482c-47c7-b6c6-4f4ecb1c2520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:07:23.557271 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-ca3ab7fe-482c-47c7-b6c6-4f4ecb1c2520 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ff5a5cb1654e4a56866bc053678fb2dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2585571 Jun 18 13:07:23.559928 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 57302) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:07:23.608972 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-2dddf67d-cb75-4dcf-aeb7-86f3c3d36a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:23.631871 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-2dddf67d-cb75-4dcf-aeb7-86f3c3d36a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:23.689777 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-2dddf67d-cb75-4dcf-aeb7-86f3c3d36a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:23.692423 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-2dddf67d-cb75-4dcf-aeb7-86f3c3d36a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:23.693613 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-2dddf67d-cb75-4dcf-aeb7-86f3c3d36a27 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f71e0d8a-2c19-4f2c-b240-91817b3d6a5c HTTP/1.1" status: 204 len: 168 time: 0.1327772 Jun 18 13:07:23.694413 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-9480cdc0-2dc6-4204-a65e-ac1a9d9ba484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:07:23.702602 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dddf67d-cb75-4dcf-aeb7-86f3c3d36a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71e0d8a-2c19-4f2c-b240-91817b3d6a5c,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:07:23.704957 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-2dddf67d-cb75-4dcf-aeb7-86f3c3d36a27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:07:23.955353 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 57308) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:07:23.969692 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2b4f47e5-0bbc-4b03-9f5c-b4d1de5d2ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:24.064984 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2b4f47e5-0bbc-4b03-9f5c-b4d1de5d2ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:24.068401 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2b4f47e5-0bbc-4b03-9f5c-b4d1de5d2ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:24.070729 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-dc3be17c-d0e2-437a-9a1f-0348e655439f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:07:24.106434 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-2b4f47e5-0bbc-4b03-9f5c-b4d1de5d2ebb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8af3ad69cea74de386a355ab5c03f14f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1499426 Jun 18 13:07:24.107427 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f47e5-0bbc-4b03-9f5c-b4d1de5d2ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe589c1-c21c-42b4-bb92-d9f3562f3fb3,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:07:24.109127 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 57310) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:07:24.110618 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-2b4f47e5-0bbc-4b03-9f5c-b4d1de5d2ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:07:24.158374 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-42d005b3-fafa-48f1-ac61-9835238db47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:24.179993 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-42d005b3-fafa-48f1-ac61-9835238db47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:24.225231 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-42d005b3-fafa-48f1-ac61-9835238db47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:24.227735 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-42d005b3-fafa-48f1-ac61-9835238db47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:24.229542 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-42d005b3-fafa-48f1-ac61-9835238db47e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6fe589c1-c21c-42b4-bb92-d9f3562f3fb3 HTTP/1.1" status: 204 len: 168 time: 0.1194355 Jun 18 13:07:24.230331 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-3def0008-1cde-495d-a540-f601b46204b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:07:24.237486 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d005b3-fafa-48f1-ac61-9835238db47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe589c1-c21c-42b4-bb92-d9f3562f3fb3,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:07:24.239648 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-42d005b3-fafa-48f1-ac61-9835238db47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:07:24.723074 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-2691b5f2-e9be-4222-b8f5-3fd1c030d937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:25.063693 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:25.997179 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:27.732847 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:28.529719 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 57390) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:07:28.635463 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-a679f96b-d2e4-4a8f-bdd3-6d3cbc978ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:28.735176 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-a679f96b-d2e4-4a8f-bdd3-6d3cbc978ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:28.739420 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-a679f96b-d2e4-4a8f-bdd3-6d3cbc978ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:28.741809 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-4756bfec-0913-44e6-bb63-f6b92abffd56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:07:28.779910 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-a679f96b-d2e4-4a8f-bdd3-6d3cbc978ce2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=30401921a721400cac6c5e9651629489&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489927 Jun 18 13:07:28.780607 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679f96b-d2e4-4a8f-bdd3-6d3cbc978ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1ff202-b16e-43c0-a2cd-1844462978aa,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:07:28.782595 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 57396) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:07:28.784017 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-a679f96b-d2e4-4a8f-bdd3-6d3cbc978ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:07:28.841077 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-49764084-34c0-4975-856e-d96bce0fc00c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:28.861773 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-49764084-34c0-4975-856e-d96bce0fc00c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:28.910492 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-49764084-34c0-4975-856e-d96bce0fc00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:28.913736 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-49764084-34c0-4975-856e-d96bce0fc00c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:28.914904 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-49764084-34c0-4975-856e-d96bce0fc00c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1a1ff202-b16e-43c0-a2cd-1844462978aa HTTP/1.1" status: 204 len: 168 time: 0.1308038 Jun 18 13:07:28.915676 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-79c84e36-5e15-4367-9cd2-9cf5a8518e04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:07:28.926446 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49764084-34c0-4975-856e-d96bce0fc00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1ff202-b16e-43c0-a2cd-1844462978aa,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:07:28.928265 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-49764084-34c0-4975-856e-d96bce0fc00c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:07:29.183822 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 57402) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:07:29.200164 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-36c2019f-58a8-4cb0-b10f-2324f691f5f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:29.289421 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-36c2019f-58a8-4cb0-b10f-2324f691f5f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:29.294256 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-36c2019f-58a8-4cb0-b10f-2324f691f5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:29.298928 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-7de701c8-85bc-45f3-a5a7-4c0697328c3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:07:29.333576 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-36c2019f-58a8-4cb0-b10f-2324f691f5f7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f9ac12514adb4c87bdf06e1114f6d0e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1486838 Jun 18 13:07:29.335479 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2019f-58a8-4cb0-b10f-2324f691f5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683796e5-145f-46ee-98d0-69bdeada5cb6,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:07:29.336137 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 57404) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:07:29.338750 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-36c2019f-58a8-4cb0-b10f-2324f691f5f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:07:29.386578 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-ff339a00-26db-4347-ab0c-310f0accd530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:29.406700 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-ff339a00-26db-4347-ab0c-310f0accd530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:29.457694 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-ff339a00-26db-4347-ab0c-310f0accd530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:29.460201 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-ff339a00-26db-4347-ab0c-310f0accd530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:29.461365 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-ff339a00-26db-4347-ab0c-310f0accd530 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/683796e5-145f-46ee-98d0-69bdeada5cb6 HTTP/1.1" status: 204 len: 168 time: 0.1241784 Jun 18 13:07:29.462159 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-2c9f5347-1556-42c3-93f5-117056684637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:07:29.469916 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff339a00-26db-4347-ab0c-310f0accd530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683796e5-145f-46ee-98d0-69bdeada5cb6,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:07:29.472185 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-ff339a00-26db-4347-ab0c-310f0accd530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:07:30.482653 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:36.952011 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 57550) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:07:37.053554 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-f979d54a-09c2-4e65-80f9-27b661e140db admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:37.139379 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-f979d54a-09c2-4e65-80f9-27b661e140db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:37.142857 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-f979d54a-09c2-4e65-80f9-27b661e140db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:37.145103 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-1d4fe58c-8094-4303-a41a-721ea130d0f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:07:37.178233 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979d54a-09c2-4e65-80f9-27b661e140db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f713e6-7744-4043-97a9-149328b73c7b,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:07:37.182944 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-f979d54a-09c2-4e65-80f9-27b661e140db admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4649ee1608594b77adc3ff0a7004c52e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299330 Jun 18 13:07:37.183829 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-f979d54a-09c2-4e65-80f9-27b661e140db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:07:37.185688 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 57554) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:07:37.238775 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8690b0d0-8273-4df6-8e34-831afa2a5fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:37.259592 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8690b0d0-8273-4df6-8e34-831afa2a5fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:37.310488 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8690b0d0-8273-4df6-8e34-831afa2a5fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:37.313056 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8690b0d0-8273-4df6-8e34-831afa2a5fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:37.314190 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-8690b0d0-8273-4df6-8e34-831afa2a5fb7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/23f713e6-7744-4043-97a9-149328b73c7b HTTP/1.1" status: 204 len: 168 time: 0.1275380 Jun 18 13:07:37.314985 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-9950b0bf-e639-455e-831f-cf2c38054efc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:07:37.323676 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8690b0d0-8273-4df6-8e34-831afa2a5fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f713e6-7744-4043-97a9-149328b73c7b,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:07:37.326053 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-8690b0d0-8273-4df6-8e34-831afa2a5fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:07:37.596020 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 57562) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:07:37.610232 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-11338236-232c-4531-b99d-da53054b3166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:37.696603 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-11338236-232c-4531-b99d-da53054b3166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:37.700310 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-11338236-232c-4531-b99d-da53054b3166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:37.702591 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-f13a7aa9-f182-41bb-99de-3894723fe942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:07:37.736207 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11338236-232c-4531-b99d-da53054b3166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e87a351-3b03-4b27-beb0-8f417c91fc6d,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:07:37.740417 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-11338236-232c-4531-b99d-da53054b3166 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=acb0bd21c6a14307a29e27643c0bc852&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434078 Jun 18 13:07:37.741314 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-11338236-232c-4531-b99d-da53054b3166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:07:37.743085 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 57564) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:07:37.789453 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-1d1ce3bf-3977-459c-b10b-390f13c3868a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:37.813622 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-1d1ce3bf-3977-459c-b10b-390f13c3868a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:37.858686 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-1d1ce3bf-3977-459c-b10b-390f13c3868a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:37.861248 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-1d1ce3bf-3977-459c-b10b-390f13c3868a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:37.862364 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-1d1ce3bf-3977-459c-b10b-390f13c3868a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5e87a351-3b03-4b27-beb0-8f417c91fc6d HTTP/1.1" status: 204 len: 168 time: 0.1184134 Jun 18 13:07:37.863121 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-ad4614ac-344f-478a-becf-7bbf8efd8f5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:07:37.874693 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ce3bf-3977-459c-b10b-390f13c3868a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e87a351-3b03-4b27-beb0-8f417c91fc6d,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:07:37.878139 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-1d1ce3bf-3977-459c-b10b-390f13c3868a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:07:41.501451 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 13:07:51.876674 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-daea1961-e526-409a-85a2-10920d370ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:54.725885 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-d9ee91ad-1350-4815-9e24-c7f5ba993e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:55.067886 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:55.537477 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 57712) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:07:55.643681 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-f7407030-299e-45d7-b851-a7e0ab36fc52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:55.730489 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-f7407030-299e-45d7-b851-a7e0ab36fc52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:55.734267 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-f7407030-299e-45d7-b851-a7e0ab36fc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:55.737393 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-a679f96b-d2e4-4a8f-bdd3-6d3cbc978ce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:07:55.772416 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-f7407030-299e-45d7-b851-a7e0ab36fc52 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=57f2170bdf334c6dbf9fa4666d8aa7d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335706 Jun 18 13:07:55.773679 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7407030-299e-45d7-b851-a7e0ab36fc52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795935e0-8106-45ef-9157-62b057ac377b,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:07:55.775050 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 57718) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:07:55.777585 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-f7407030-299e-45d7-b851-a7e0ab36fc52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:07:55.827277 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-44ef16b0-87a6-4e0a-8d6a-74daafaf1e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:55.847999 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-44ef16b0-87a6-4e0a-8d6a-74daafaf1e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:55.894804 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-44ef16b0-87a6-4e0a-8d6a-74daafaf1e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:55.897667 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-44ef16b0-87a6-4e0a-8d6a-74daafaf1e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:55.898813 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-44ef16b0-87a6-4e0a-8d6a-74daafaf1e2e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/795935e0-8106-45ef-9157-62b057ac377b HTTP/1.1" status: 204 len: 168 time: 0.1213670 Jun 18 13:07:55.899642 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-b82a294c-36b1-447f-96e6-e713666e326a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:07:55.907758 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef16b0-87a6-4e0a-8d6a-74daafaf1e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795935e0-8106-45ef-9157-62b057ac377b,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:07:55.914709 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef16b0-87a6-4e0a-8d6a-74daafaf1e2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:07:55.915098 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef16b0-87a6-4e0a-8d6a-74daafaf1e2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:07:55.915549 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef16b0-87a6-4e0a-8d6a-74daafaf1e2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:07:55.915926 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef16b0-87a6-4e0a-8d6a-74daafaf1e2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:07:55.916291 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef16b0-87a6-4e0a-8d6a-74daafaf1e2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:07:55.916658 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef16b0-87a6-4e0a-8d6a-74daafaf1e2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:07:55.917047 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef16b0-87a6-4e0a-8d6a-74daafaf1e2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:07:55.918125 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef16b0-87a6-4e0a-8d6a-74daafaf1e2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:07:55.918476 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef16b0-87a6-4e0a-8d6a-74daafaf1e2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:07:55.918838 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef16b0-87a6-4e0a-8d6a-74daafaf1e2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:07:55.919199 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef16b0-87a6-4e0a-8d6a-74daafaf1e2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:07:55.919557 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef16b0-87a6-4e0a-8d6a-74daafaf1e2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:07:55.922768 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-44ef16b0-87a6-4e0a-8d6a-74daafaf1e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:07:56.005774 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:07:57.736253 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:08:00.496463 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:08:02.984067 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-64958cfc-7ad0-4969-a45e-a2a3ae93dd87 req-13784ece-2acd-48e5-acfc-173438004fcb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1c24d539-fdc8-4552-b93f-0d88de1f0224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517585 Jun 18 13:08:03.106899 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64958cfc-7ad0-4969-a45e-a2a3ae93dd87 req-ac069f4c-65b1-4c35-b8c5-355466e919af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:08:03.108399 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-64958cfc-7ad0-4969-a45e-a2a3ae93dd87 req-ac069f4c-65b1-4c35-b8c5-355466e919af service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2dcf00462d854e0d90a2d7bf3e1b8e77&device_id=1c24d539-fdc8-4552-b93f-0d88de1f0224 HTTP/1.1" status: 200 len: 1099 time: 0.0660970 Jun 18 13:08:03.227308 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64958cfc-7ad0-4969-a45e-a2a3ae93dd87 req-1d60a27b-bf14-4bc1-a557-848d57e9a213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:08:03.229798 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-64958cfc-7ad0-4969-a45e-a2a3ae93dd87 req-1d60a27b-bf14-4bc1-a557-848d57e9a213 service neutron] 10.222.0.77 "GET /v2.0/networks?id=59307c7c-fab4-41c1-9b8c-377bdd840711 HTTP/1.1" status: 200 len: 915 time: 0.0967481 Jun 18 13:08:03.275725 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-64958cfc-7ad0-4969-a45e-a2a3ae93dd87 req-8bb0da67-25eb-475f-b494-829c4350c2d4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=320faa95-d1c8-480a-ad4f-4dc7838c060a HTTP/1.1" status: 200 len: 217 time: 0.0381286 Jun 18 13:08:03.336611 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64958cfc-7ad0-4969-a45e-a2a3ae93dd87 req-1435f5ff-4722-4d85-b352-8766fd1d2509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:08:03.336746 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-64958cfc-7ad0-4969-a45e-a2a3ae93dd87 req-1435f5ff-4722-4d85-b352-8766fd1d2509 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=46472cc4-be01-4fdd-a078-774298cddc1c HTTP/1.1" status: 200 len: 854 time: 0.0526812 Jun 18 13:08:03.389366 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-64958cfc-7ad0-4969-a45e-a2a3ae93dd87 req-db66d07e-14c2-464b-a410-cd7b324eb277 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=59307c7c-fab4-41c1-9b8c-377bdd840711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275199 Jun 18 13:08:03.477922 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-64958cfc-7ad0-4969-a45e-a2a3ae93dd87 req-689a0bf7-3a83-43f1-82bb-c2e167958f43 service neutron] 10.222.0.77 "GET /v2.0/networks/59307c7c-fab4-41c1-9b8c-377bdd840711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818160 Jun 18 13:08:03.570812 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-64958cfc-7ad0-4969-a45e-a2a3ae93dd87 req-876ad32e-2a0b-4efd-9131-4ca32a5594d3 service neutron] 10.222.0.77 "GET /v2.0/networks/59307c7c-fab4-41c1-9b8c-377bdd840711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851512 Jun 18 13:08:04.769477 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635d62e-ff82-4baa-b8d7-d6a42fe9a7bb req-85672cff-f8d7-4657-ac61-13f9318d8383 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:08:04.771256 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-1635d62e-ff82-4baa-b8d7-d6a42fe9a7bb req-85672cff-f8d7-4657-ac61-13f9318d8383 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c24d539-fdc8-4552-b93f-0d88de1f0224 HTTP/1.1" status: 200 len: 946 time: 0.0667081 Jun 18 13:08:04.810736 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-1635d62e-ff82-4baa-b8d7-d6a42fe9a7bb req-fa44a57d-d159-4ca2-ba7f-86a76b1f3f75 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/security-groups?id=5e1224df-cef4-40c5-89a9-2b8eab84f435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335422 Jun 18 13:08:05.983222 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed607e92-77f5-4daf-92f9-1cce0366784c req-05ac3ce1-22ba-4011-bb0a-bbd983611a9b tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:08:05.984666 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ed607e92-77f5-4daf-92f9-1cce0366784c req-05ac3ce1-22ba-4011-bb0a-bbd983611a9b tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c24d539-fdc8-4552-b93f-0d88de1f0224 HTTP/1.1" status: 200 len: 946 time: 0.0631018 Jun 18 13:08:06.020770 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ed607e92-77f5-4daf-92f9-1cce0366784c req-de071dea-eac7-48dd-b00b-9ecfb1ba1fd8 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/security-groups?id=5e1224df-cef4-40c5-89a9-2b8eab84f435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304992 Jun 18 13:08:06.811387 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4214d-6d58-432c-86c9-e59f1d4d057d req-273e798b-ba2b-414a-8917-eeecc0306803 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:08:06.812823 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-eee4214d-6d58-432c-86c9-e59f1d4d057d req-273e798b-ba2b-414a-8917-eeecc0306803 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c24d539-fdc8-4552-b93f-0d88de1f0224 HTTP/1.1" status: 200 len: 946 time: 0.0682700 Jun 18 13:08:06.912242 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [req-eee4214d-6d58-432c-86c9-e59f1d4d057d req-6af9fcec-591e-42d7-8c06-7efced8a3cd2 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Deleting port 320faa95-d1c8-480a-ad4f-4dc7838c060a {{(pid=92825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:08:06.912588 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-eee4214d-6d58-432c-86c9-e59f1d4d057d req-6af9fcec-591e-42d7-8c06-7efced8a3cd2 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:08:06.999390 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [req-eee4214d-6d58-432c-86c9-e59f1d4d057d req-6af9fcec-591e-42d7-8c06-7efced8a3cd2 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] For port 320faa95-d1c8-480a-ad4f-4dc7838c060a, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=320faa95-d1c8-480a-ad4f-4dc7838c060a,segment=NetworkSegment(ded054d5-dede-47e1-8d90-7438f33130d6),segment_id=ded054d5-dede-47e1-8d90-7438f33130d6)] {{(pid=92825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:08:06.999746 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-eee4214d-6d58-432c-86c9-e59f1d4d057d req-6af9fcec-591e-42d7-8c06-7efced8a3cd2 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:08:07.062543 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [req-eee4214d-6d58-432c-86c9-e59f1d4d057d req-6af9fcec-591e-42d7-8c06-7efced8a3cd2 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Calling delete_port for 320faa95-d1c8-480a-ad4f-4dc7838c060a owned by compute:nova {{(pid=92825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:08:07.236165 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63cc66-d532-4a52-8370-8d38a0e1bd16 req-3f29bbd7-8dd7-46af-8608-a8934da81bdc tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:08:07.237671 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0a63cc66-d532-4a52-8370-8d38a0e1bd16 req-3f29bbd7-8dd7-46af-8608-a8934da81bdc tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c24d539-fdc8-4552-b93f-0d88de1f0224 HTTP/1.1" status: 200 len: 946 time: 0.1032538 Jun 18 13:08:07.238688 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-eee4214d-6d58-432c-86c9-e59f1d4d057d req-6af9fcec-591e-42d7-8c06-7efced8a3cd2 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8372373'] for port, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:08:07.242549 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-f6da32ba-c1c1-49ee-b74b-c95935e2195e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:08:07.276378 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9fcec-591e-42d7-8c06-7efced8a3cd2 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Pushing event deleted for resources: {'Port': ['ID=320faa95-d1c8-480a-ad4f-4dc7838c060a,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:08:07.285670 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-6af9fcec-591e-42d7-8c06-7efced8a3cd2 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:08:07.338212 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee4214d-6d58-432c-86c9-e59f1d4d057d req-6af9fcec-591e-42d7-8c06-7efced8a3cd2 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] No DVR routers for this DVR port 320faa95-d1c8-480a-ad4f-4dc7838c060a on host hv-cinder-79707 {{(pid=92825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 13:08:07.342985 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0a63cc66-d532-4a52-8370-8d38a0e1bd16 req-be7997b2-4a93-4e1e-b0fd-c831ebcd9617 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/security-groups?id=5e1224df-cef4-40c5-89a9-2b8eab84f435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955451 Jun 18 13:08:07.343998 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-eee4214d-6d58-432c-86c9-e59f1d4d057d req-6af9fcec-591e-42d7-8c06-7efced8a3cd2 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:08:07.346005 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-eee4214d-6d58-432c-86c9-e59f1d4d057d req-6af9fcec-591e-42d7-8c06-7efced8a3cd2 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.77 "DELETE /v2.0/ports/320faa95-d1c8-480a-ad4f-4dc7838c060a HTTP/1.1" status: 204 len: 173 time: 0.5245841 Jun 18 13:08:07.346338 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c24d539-fdc8-4552-b93f-0d88de1f0224', 'name': 'network-vif-deleted', 'tag': '320faa95-d1c8-480a-ad4f-4dc7838c060a'}] {{(pid=92825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:08:07.348601 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cbce1c661b203a7f45efff8c445c42f162c6430a9c28178aa2be3d6d959831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6312eae9-2189-426a-91e1-b5ed234f77a6" -d '{"events": [{"server_uuid": "1c24d539-fdc8-4552-b93f-0d88de1f0224", "name": "network-vif-deleted", "tag": "320faa95-d1c8-480a-ad4f-4dc7838c060a"}]}' {{(pid=92825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:08:07.385853 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 13:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4399f82-6518-41e9-93ea-d4af401c2a97 x-openstack-request-id: req-e4399f82-6518-41e9-93ea-d4af401c2a97 {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:08:07.386193 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c24d539-fdc8-4552-b93f-0d88de1f0224", "name": "network-vif-deleted", "tag": "320faa95-d1c8-480a-ad4f-4dc7838c060a", "status": "completed", "code": 200}]} {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:08:07.386682 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e4399f82-6518-41e9-93ea-d4af401c2a97 {{(pid=92825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:08:07.387228 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c24d539-fdc8-4552-b93f-0d88de1f0224', 'name': 'network-vif-deleted', 'tag': '320faa95-d1c8-480a-ad4f-4dc7838c060a', 'status': 'completed', 'code': 200} Jun 18 13:08:08.838544 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 320faa95-d1c8-480a-ad4f-4dc7838c060a no longer exists at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 13:08:08.859581 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] No Port match for: 320faa95-d1c8-480a-ad4f-4dc7838c060a {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 13:08:08.859934 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 320faa95-d1c8-480a-ad4f-4dc7838c060a not bound to the agent host hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 13:08:18.499898 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 13:08:19.425928 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-200cae73-5b0d-4c40-bcdd-15199e4e38bf tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:08:19.427279 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-200cae73-5b0d-4c40-bcdd-15199e4e38bf tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/networks?id=59307c7c-fab4-41c1-9b8c-377bdd840711 HTTP/1.1" status: 200 len: 814 time: 0.1037879 Jun 18 13:08:19.442706 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-c30948a8-13f7-4312-bad8-144fc722f9bd tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/quotas/2dcf00462d854e0d90a2d7bf3e1b8e77 HTTP/1.1" status: 200 len: 375 time: 0.0100524 Jun 18 13:08:19.475744 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-c446a18c-d952-47ef-909a-a4211aad5a11 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2dcf00462d854e0d90a2d7bf3e1b8e77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280366 Jun 18 13:08:19.486050 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-500fa11a-7541-4cf7-90c1-c08bdebf1078 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=92826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 13:08:19.486993 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-500fa11a-7541-4cf7-90c1-c08bdebf1078 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048459 Jun 18 13:08:19.576423 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-8bc48a66-916a-4c03-9f62-ba469dc337c8 service neutron] 10.222.0.86 "GET /v2.0/networks/59307c7c-fab4-41c1-9b8c-377bdd840711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842025 Jun 18 13:08:19.662266 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-3841674e-ef1c-4c46-b464-66b7834ec989 service neutron] 10.222.0.86 "GET /v2.0/networks/59307c7c-fab4-41c1-9b8c-377bdd840711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801013 Jun 18 13:08:20.847597 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-1c73cf49-74a5-44d3-9dfb-4d4ec711e1b5 req-3d2e9ab2-d52c-46e3-a5af-c015f0248db4 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/ports?device_id=2166e8c3-4861-4b5f-8189-355679847d9b HTTP/1.1" status: 200 len: 210 time: 0.0285757 Jun 18 13:08:21.882237 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-d6756a9f-0526-4aad-9a74-f630c561c732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:08:22.005011 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-7b9d299d-cb99-4a96-ae73-010b672534a5 req-1443d234-7dbc-4b06-aca4-dd05865e7ac3 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/ports?device_id=2166e8c3-4861-4b5f-8189-355679847d9b HTTP/1.1" status: 200 len: 210 time: 0.0360115 Jun 18 13:08:22.247202 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-61349b5d-37b1-4a30-b555-2ea61ad91ed3 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:08:22.248640 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-61349b5d-37b1-4a30-b555-2ea61ad91ed3 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.77 "GET /v2.0/networks?id=59307c7c-fab4-41c1-9b8c-377bdd840711 HTTP/1.1" status: 200 len: 814 time: 0.3696232 Jun 18 13:08:22.285618 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-935e84c5-3100-44a3-ad4e-5b0bbfaccb9c tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Request body: {'port': {'device_id': '2166e8c3-4861-4b5f-8189-355679847d9b', 'network_id': '59307c7c-fab4-41c1-9b8c-377bdd840711', 'admin_state_up': True, 'tenant_id': '2dcf00462d854e0d90a2d7bf3e1b8e77'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:08:22.394741 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-935e84c5-3100-44a3-ad4e-5b0bbfaccb9c tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Made reservation on behalf of 2dcf00462d854e0d90a2d7bf3e1b8e77 for: {'port': 1} {{(pid=92825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 13:08:22.398403 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-935e84c5-3100-44a3-ad4e-5b0bbfaccb9c tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:08:22.517775 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.db_base_plugin_common [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-935e84c5-3100-44a3-ad4e-5b0bbfaccb9c tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Allocated IP 172.20.0.4 (59307c7c-fab4-41c1-9b8c-377bdd840711/46472cc4-be01-4fdd-a078-774298cddc1c/710a560b-f69a-45cb-84e6-83d67ca9f58d) {{(pid=92825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 13:08:22.660847 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-935e84c5-3100-44a3-ad4e-5b0bbfaccb9c tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Notify callbacks [] for port, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:08:22.697726 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-935e84c5-3100-44a3-ad4e-5b0bbfaccb9c tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8372378'] for port, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:08:22.702298 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-3f5c17fc-5dc4-482b-be4b-b1178fc9c162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:08:22.744710 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-935e84c5-3100-44a3-ad4e-5b0bbfaccb9c tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Network 59307c7c-fab4-41c1-9b8c-377bdd840711 is already hosted by enough agents. {{(pid=92825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 13:08:22.748553 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-935e84c5-3100-44a3-ad4e-5b0bbfaccb9c tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Resources bound (agent type, host, resource id): {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 13:08:22.752323 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-935e84c5-3100-44a3-ad4e-5b0bbfaccb9c tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Received port after_create {{(pid=92825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 13:08:22.758461 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e84c5-3100-44a3-ad4e-5b0bbfaccb9c tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Pushing event updated for resources: {'Port': ['ID=710a560b-f69a-45cb-84e6-83d67ca9f58d,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:08:22.781589 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-935e84c5-3100-44a3-ad4e-5b0bbfaccb9c tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:08:22.806087 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-935e84c5-3100-44a3-ad4e-5b0bbfaccb9c tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:08:22.806699 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-935e84c5-3100-44a3-ad4e-5b0bbfaccb9c tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:08:22.821519 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-935e84c5-3100-44a3-ad4e-5b0bbfaccb9c tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5397937 Jun 18 13:08:22.859557 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-92ed918d-03d4-4545-b6a8-04e241720d8a service neutron] Request body: {'port': {'device_id': '2166e8c3-4861-4b5f-8189-355679847d9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79707'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:08:22.930050 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-92ed918d-03d4-4545-b6a8-04e241720d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:08:23.255138 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e979ca-7c83-403e-b530-56bce898045d req-6aea8dfb-ac6c-4acc-ba64-8b4ee9c0d7af tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:08:23.256674 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-e6e979ca-7c83-403e-b530-56bce898045d req-6aea8dfb-ac6c-4acc-ba64-8b4ee9c0d7af tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/ports?device_id=2166e8c3-4861-4b5f-8189-355679847d9b HTTP/1.1" status: 200 len: 931 time: 0.1321740 Jun 18 13:08:23.262138 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-92ed918d-03d4-4545-b6a8-04e241720d8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 710a560b-f69a-45cb-84e6-83d67ca9f58d {{(pid=92825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 13:08:23.276559 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-92ed918d-03d4-4545-b6a8-04e241720d8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:08:23.304017 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.provisioning_blocks [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-92ed918d-03d4-4545-b6a8-04e241720d8a service neutron] Transition to ACTIVE for port object 710a560b-f69a-45cb-84e6-83d67ca9f58d will not be triggered until provisioned by entity L2. {{(pid=92825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 13:08:23.313154 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-e6e979ca-7c83-403e-b530-56bce898045d req-64e3fce6-1458-42b8-985f-c1e7fe0124b3 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/security-groups?id=5e1224df-cef4-40c5-89a9-2b8eab84f435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463064 Jun 18 13:08:23.313730 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-92ed918d-03d4-4545-b6a8-04e241720d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8372396'] for port, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:08:23.315689 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-3f5c17fc-5dc4-482b-be4b-b1178fc9c162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:08:23.398365 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed918d-03d4-4545-b6a8-04e241720d8a service neutron] Pushing event updated for resources: {'Port': ['ID=710a560b-f69a-45cb-84e6-83d67ca9f58d,revision_number=2']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:08:23.403887 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-92ed918d-03d4-4545-b6a8-04e241720d8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:08:23.469457 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.managers [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-92ed918d-03d4-4545-b6a8-04e241720d8a service neutron] Attempting to bind port 710a560b-f69a-45cb-84e6-83d67ca9f58d on host hv-cinder-79707 for vnic_type normal with profile {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 13:08:23.469815 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.managers [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-92ed918d-03d4-4545-b6a8-04e241720d8a service neutron] Attempting to bind port 710a560b-f69a-45cb-84e6-83d67ca9f58d by drivers openvswitch,hyperv on host hv-cinder-79707 at level 0 using segments [{'id': 'ded054d5-dede-47e1-8d90-7438f33130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '59307c7c-fab4-41c1-9b8c-377bdd840711'}] {{(pid=92825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 13:08:23.470170 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-92ed918d-03d4-4545-b6a8-04e241720d8a service neutron] Attempting to bind port 710a560b-f69a-45cb-84e6-83d67ca9f58d on network 59307c7c-fab4-41c1-9b8c-377bdd840711 {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 13:08:23.477998 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-92ed918d-03d4-4545-b6a8-04e241720d8a service neutron] Port 710a560b-f69a-45cb-84e6-83d67ca9f58d on network 59307c7c-fab4-41c1-9b8c-377bdd840711 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79707 {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 13:08:23.478560 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-92ed918d-03d4-4545-b6a8-04e241720d8a service neutron] Attempting to bind port 710a560b-f69a-45cb-84e6-83d67ca9f58d on network 59307c7c-fab4-41c1-9b8c-377bdd840711 {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 13:08:23.485874 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-92ed918d-03d4-4545-b6a8-04e241720d8a service neutron] Checking agent: {'id': '7546d223-5e56-44d8-9441-1a8a85fbff90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79707', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'started_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 13:08:23.486378 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-92ed918d-03d4-4545-b6a8-04e241720d8a service neutron] Checking segment: {'id': 'ded054d5-dede-47e1-8d90-7438f33130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '59307c7c-fab4-41c1-9b8c-377bdd840711'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 13:08:23.486796 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-92ed918d-03d4-4545-b6a8-04e241720d8a service neutron] Bound using segment: {'id': 'ded054d5-dede-47e1-8d90-7438f33130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '59307c7c-fab4-41c1-9b8c-377bdd840711'} {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 13:08:23.487247 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.managers [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-92ed918d-03d4-4545-b6a8-04e241720d8a service neutron] Bound port: 710a560b-f69a-45cb-84e6-83d67ca9f58d, host: hv-cinder-79707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ded054d5-dede-47e1-8d90-7438f33130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '59307c7c-fab4-41c1-9b8c-377bdd840711'}}] {{(pid=92825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 13:08:23.487613 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-92ed918d-03d4-4545-b6a8-04e241720d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:08:23.553555 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-92ed918d-03d4-4545-b6a8-04e241720d8a service neutron] For port 710a560b-f69a-45cb-84e6-83d67ca9f58d, host hv-cinder-79707, cleared binding levels {{(pid=92825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 13:08:23.556477 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-92ed918d-03d4-4545-b6a8-04e241720d8a service neutron] For port 710a560b-f69a-45cb-84e6-83d67ca9f58d, host hv-cinder-79707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=710a560b-f69a-45cb-84e6-83d67ca9f58d,segment=NetworkSegment(ded054d5-dede-47e1-8d90-7438f33130d6),segment_id=ded054d5-dede-47e1-8d90-7438f33130d6)] {{(pid=92825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 13:08:23.561074 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-92ed918d-03d4-4545-b6a8-04e241720d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8372396'] for port, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:08:23.562974 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-e5ed8cd7-d715-4b68-9bec-8727e22a2037 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:08:23.597140 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-92ed918d-03d4-4545-b6a8-04e241720d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:08:23.597752 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-92ed918d-03d4-4545-b6a8-04e241720d8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:08:23.599095 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-92ed918d-03d4-4545-b6a8-04e241720d8a service neutron] 10.222.0.77 "PUT /v2.0/ports/710a560b-f69a-45cb-84e6-83d67ca9f58d HTTP/1.1" status: 200 len: 1093 time: 0.7444534 Jun 18 13:08:23.599594 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2166e8c3-4861-4b5f-8189-355679847d9b', 'tag': '710a560b-f69a-45cb-84e6-83d67ca9f58d'}] {{(pid=92825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:08:23.601918 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cbce1c661b203a7f45efff8c445c42f162c6430a9c28178aa2be3d6d959831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd619e0-00d9-41ad-8831-a693efaf6411" -d '{"events": [{"name": "network-changed", "server_uuid": "2166e8c3-4861-4b5f-8189-355679847d9b", "tag": "710a560b-f69a-45cb-84e6-83d67ca9f58d"}]}' {{(pid=92825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:08:23.624686 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed918d-03d4-4545-b6a8-04e241720d8a service neutron] Pushing event updated for resources: {'Port': ['ID=710a560b-f69a-45cb-84e6-83d67ca9f58d,revision_number=3']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:08:23.627745 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-92ed918d-03d4-4545-b6a8-04e241720d8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:08:23.645811 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 13:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c60a975-e288-436e-a242-c7c590dfb448 x-openstack-request-id: req-2c60a975-e288-436e-a242-c7c590dfb448 {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:08:23.646146 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2166e8c3-4861-4b5f-8189-355679847d9b", "tag": "710a560b-f69a-45cb-84e6-83d67ca9f58d", "status": "completed", "code": 200}]} {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:08:23.646444 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2c60a975-e288-436e-a242-c7c590dfb448 {{(pid=92825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:08:23.646880 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2166e8c3-4861-4b5f-8189-355679847d9b', 'tag': '710a560b-f69a-45cb-84e6-83d67ca9f58d', 'status': 'completed', 'code': 200} Jun 18 13:08:23.717946 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-bd69a1c7-bceb-457e-b4ab-45ac794e39ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:08:23.719459 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-bd69a1c7-bceb-457e-b4ab-45ac794e39ec service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2dcf00462d854e0d90a2d7bf3e1b8e77&device_id=2166e8c3-4861-4b5f-8189-355679847d9b HTTP/1.1" status: 200 len: 1096 time: 0.0553262 Jun 18 13:08:23.767373 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-c39115d5-d83f-4e2a-9115-c190037d5754 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=710a560b-f69a-45cb-84e6-83d67ca9f58d HTTP/1.1" status: 200 len: 217 time: 0.0336070 Jun 18 13:08:23.821587 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-04f23849-9ed2-4ce3-a68e-5184fa313f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:08:23.822910 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-04f23849-9ed2-4ce3-a68e-5184fa313f88 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=46472cc4-be01-4fdd-a078-774298cddc1c HTTP/1.1" status: 200 len: 854 time: 0.0477726 Jun 18 13:08:23.857455 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-4e9022a3-f517-4fbe-9940-064f6af2e329 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=59307c7c-fab4-41c1-9b8c-377bdd840711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268881 Jun 18 13:08:23.943751 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-28390c64-4c96-4994-a04b-5bc7170de5ab service neutron] 10.222.0.77 "GET /v2.0/networks/59307c7c-fab4-41c1-9b8c-377bdd840711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791759 Jun 18 13:08:24.035007 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-e38044ca-53a4-4805-848f-19fe23e7c8bc req-899ac830-33b1-416d-946a-16f04468043b service neutron] 10.222.0.77 "GET /v2.0/networks/59307c7c-fab4-41c1-9b8c-377bdd840711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827823 Jun 18 13:08:24.191234 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd619e0-00d9-41ad-8831-a693efaf6411 req-4d752bae-11ae-43d5-acc0-ff0d35f2e3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:08:24.192651 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8fd619e0-00d9-41ad-8831-a693efaf6411 req-4d752bae-11ae-43d5-acc0-ff0d35f2e3b9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2dcf00462d854e0d90a2d7bf3e1b8e77&device_id=2166e8c3-4861-4b5f-8189-355679847d9b HTTP/1.1" status: 200 len: 1096 time: 0.0629025 Jun 18 13:08:24.285178 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd619e0-00d9-41ad-8831-a693efaf6411 req-716ab987-491d-446c-8d9b-318e5d6aeee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:08:24.286611 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8fd619e0-00d9-41ad-8831-a693efaf6411 req-716ab987-491d-446c-8d9b-318e5d6aeee8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=59307c7c-fab4-41c1-9b8c-377bdd840711 HTTP/1.1" status: 200 len: 915 time: 0.0874054 Jun 18 13:08:24.329962 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8fd619e0-00d9-41ad-8831-a693efaf6411 req-3a505662-47e4-4026-90d7-e19fcab29ca2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=710a560b-f69a-45cb-84e6-83d67ca9f58d HTTP/1.1" status: 200 len: 217 time: 0.0350897 Jun 18 13:08:24.380194 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd619e0-00d9-41ad-8831-a693efaf6411 req-7f3240a0-66ce-495d-af3b-2703fc64a63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:08:24.381745 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8fd619e0-00d9-41ad-8831-a693efaf6411 req-7f3240a0-66ce-495d-af3b-2703fc64a63a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=46472cc4-be01-4fdd-a078-774298cddc1c HTTP/1.1" status: 200 len: 854 time: 0.0438819 Jun 18 13:08:24.425306 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8fd619e0-00d9-41ad-8831-a693efaf6411 req-07b5686c-a6de-4324-8edf-80e89694573d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=59307c7c-fab4-41c1-9b8c-377bdd840711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315011 Jun 18 13:08:24.565510 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10bc1b-2cb3-44d6-ad13-a664c98b38b7 req-030c1dcb-17db-4b37-98dd-7d2a97825795 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:08:24.566987 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ca10bc1b-2cb3-44d6-ad13-a664c98b38b7 req-030c1dcb-17db-4b37-98dd-7d2a97825795 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/ports?device_id=2166e8c3-4861-4b5f-8189-355679847d9b HTTP/1.1" status: 200 len: 943 time: 0.1441407 Jun 18 13:08:24.569240 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8fd619e0-00d9-41ad-8831-a693efaf6411 req-b08d0b68-32d8-4f5b-8434-847fa68bbb00 service neutron] 10.222.0.77 "GET /v2.0/networks/59307c7c-fab4-41c1-9b8c-377bdd840711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355174 Jun 18 13:08:24.651332 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ca10bc1b-2cb3-44d6-ad13-a664c98b38b7 req-f17489b6-f742-4243-b2fb-7f59019d8ee6 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/security-groups?id=5e1224df-cef4-40c5-89a9-2b8eab84f435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787685 Jun 18 13:08:24.685912 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8fd619e0-00d9-41ad-8831-a693efaf6411 req-836bbd63-acba-4377-9de8-186e2d82d22f service neutron] 10.222.0.77 "GET /v2.0/networks/59307c7c-fab4-41c1-9b8c-377bdd840711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067681 Jun 18 13:08:24.728176 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-be4136e6-3ea1-44af-9635-d745506acc50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:08:25.070631 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:08:25.828615 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0942af-0f05-4606-843d-5d78cdd17c36 req-0f7302e6-7da9-4ad2-bc97-ccf60b8b3beb tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:08:25.830087 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-7b0942af-0f05-4606-843d-5d78cdd17c36 req-0f7302e6-7da9-4ad2-bc97-ccf60b8b3beb tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/ports?device_id=2166e8c3-4861-4b5f-8189-355679847d9b HTTP/1.1" status: 200 len: 943 time: 0.0623653 Jun 18 13:08:25.866394 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-7b0942af-0f05-4606-843d-5d78cdd17c36 req-2ba6556a-c637-42ba-8127-4ecd254185a9 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/security-groups?id=5e1224df-cef4-40c5-89a9-2b8eab84f435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307176 Jun 18 13:08:26.001614 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:08:26.897568 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 710a560b-f69a-45cb-84e6-83d67ca9f58d details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=92827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 13:08:26.994081 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 710a560b-f69a-45cb-84e6-83d67ca9f58d, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=710a560b-f69a-45cb-84e6-83d67ca9f58d,segment=NetworkSegment(ded054d5-dede-47e1-8d90-7438f33130d6),segment_id=ded054d5-dede-47e1-8d90-7438f33130d6)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:08:27.007165 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Returning: {'device': '710a560b-f69a-45cb-84e6-83d67ca9f58d', 'network_id': '59307c7c-fab4-41c1-9b8c-377bdd840711', 'port_id': '710a560b-f69a-45cb-84e6-83d67ca9f58d', 'mac_address': 'fa:16:3e:16:6a:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46472cc4-be01-4fdd-a078-774298cddc1c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 13:08:27.043813 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:08:27.047352 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc954560-8de3-4af9-a8bb-04865831b58a req-5f30ffed-bade-41c2-bf4f-6640c96afa09 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:08:27.048834 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-cc954560-8de3-4af9-a8bb-04865831b58a req-5f30ffed-bade-41c2-bf4f-6640c96afa09 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/ports?device_id=2166e8c3-4861-4b5f-8189-355679847d9b HTTP/1.1" status: 200 len: 943 time: 0.0683870 Jun 18 13:08:27.056598 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 710a560b-f69a-45cb-84e6-83d67ca9f58d {{(pid=92827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 13:08:27.076557 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 710a560b-f69a-45cb-84e6-83d67ca9f58d, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=710a560b-f69a-45cb-84e6-83d67ca9f58d,segment=NetworkSegment(ded054d5-dede-47e1-8d90-7438f33130d6),segment_id=ded054d5-dede-47e1-8d90-7438f33130d6)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:08:27.080289 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:08:27.082110 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:08:27.088482 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-cc954560-8de3-4af9-a8bb-04865831b58a req-f1d270ec-7fbc-438f-862a-8238dd59b870 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/security-groups?id=5e1224df-cef4-40c5-89a9-2b8eab84f435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335650 Jun 18 13:08:27.129651 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=710a560b-f69a-45cb-84e6-83d67ca9f58d,revision_number=4']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:08:27.136325 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:08:27.136671 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:08:27.137544 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:08:27.137871 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:08:27.138196 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:08:27.138517 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:08:27.138837 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:08:27.139156 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:08:27.139472 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:08:27.139786 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:08:27.140099 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:08:27.140410 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:08:27.144225 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:08:27.533032 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['710a560b-f69a-45cb-84e6-83d67ca9f58d'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 13:08:27.736025 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:08:28.261496 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b254a-5998-4a4e-9e7b-ece77de7ea15 req-12ff1963-3ff3-41c9-957d-c57ef788f05d tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:08:28.263633 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-589b254a-5998-4a4e-9e7b-ece77de7ea15 req-12ff1963-3ff3-41c9-957d-c57ef788f05d tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/ports?device_id=2166e8c3-4861-4b5f-8189-355679847d9b HTTP/1.1" status: 200 len: 944 time: 0.0631523 Jun 18 13:08:28.300367 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-589b254a-5998-4a4e-9e7b-ece77de7ea15 req-d3c301d5-0265-4cd8-aaec-8b8e48d35818 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/security-groups?id=5e1224df-cef4-40c5-89a9-2b8eab84f435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310757 Jun 18 13:08:28.896831 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 710a560b-f69a-45cb-84e6-83d67ca9f58d up at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 13:08:28.946947 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning for port 710a560b-f69a-45cb-84e6-83d67ca9f58d completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 13:08:28.950626 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning complete for port 710a560b-f69a-45cb-84e6-83d67ca9f58d triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 13:08:28.950995 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:08:29.023116 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:08:29.046599 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2166e8c3-4861-4b5f-8189-355679847d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710a560b-f69a-45cb-84e6-83d67ca9f58d'}] {{(pid=92827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:08:29.048872 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c43e27dad5924667550749323780498268b495889c5e44707aafbe87e8432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b532a7-da3b-4b90-b1a2-b58bed754149" -d '{"events": [{"server_uuid": "2166e8c3-4861-4b5f-8189-355679847d9b", "name": "network-vif-plugged", "status": "completed", "tag": "710a560b-f69a-45cb-84e6-83d67ca9f58d"}]}' {{(pid=92827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:08:29.061688 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 710a560b-f69a-45cb-84e6-83d67ca9f58d, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=710a560b-f69a-45cb-84e6-83d67ca9f58d,segment=NetworkSegment(ded054d5-dede-47e1-8d90-7438f33130d6),segment_id=ded054d5-dede-47e1-8d90-7438f33130d6)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:08:29.065722 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:08:29.067767 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-a5f883c3-6f36-4ca7-94ec-f7535f9d6d7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:08:29.089237 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 13:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53415f86-1b61-4519-96c7-b7f57e29e099 x-openstack-request-id: req-53415f86-1b61-4519-96c7-b7f57e29e099 {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:08:29.089533 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2166e8c3-4861-4b5f-8189-355679847d9b", "name": "network-vif-plugged", "status": "completed", "tag": "710a560b-f69a-45cb-84e6-83d67ca9f58d", "code": 200}]} {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:08:29.089850 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-53415f86-1b61-4519-96c7-b7f57e29e099 {{(pid=92827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:08:29.090858 dv-cinder-797073-1-iscsi neutron-server[92827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2166e8c3-4861-4b5f-8189-355679847d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710a560b-f69a-45cb-84e6-83d67ca9f58d', 'code': 200} Jun 18 13:08:29.115588 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=710a560b-f69a-45cb-84e6-83d67ca9f58d,revision_number=5']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:08:29.118512 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:08:29.334006 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86e0cc-481b-4dd6-9022-59cc51ba0906 req-d7f66862-8351-408c-9f85-ee84c351cead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:08:29.335511 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-2c86e0cc-481b-4dd6-9022-59cc51ba0906 req-d7f66862-8351-408c-9f85-ee84c351cead service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2166e8c3-4861-4b5f-8189-355679847d9b HTTP/1.1" status: 200 len: 1098 time: 0.0512309 Jun 18 13:08:29.370912 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-2c86e0cc-481b-4dd6-9022-59cc51ba0906 req-00a3bc84-610e-4974-8935-d5e3458c4f00 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=5e1224df-cef4-40c5-89a9-2b8eab84f435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275679 Jun 18 13:08:29.473465 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38b8d7-8f17-4cc0-882c-be6b1e549161 req-fc7c5390-f0a5-4382-a04f-76254c08a750 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:08:29.474900 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-da38b8d7-8f17-4cc0-882c-be6b1e549161 req-fc7c5390-f0a5-4382-a04f-76254c08a750 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/ports?device_id=2166e8c3-4861-4b5f-8189-355679847d9b HTTP/1.1" status: 200 len: 945 time: 0.0646267 Jun 18 13:08:29.514127 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-da38b8d7-8f17-4cc0-882c-be6b1e549161 req-94a97aac-7afb-4dbd-ab52-4098c2dc979c tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/security-groups?id=5e1224df-cef4-40c5-89a9-2b8eab84f435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335984 Jun 18 13:08:30.530689 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:08:30.686520 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d7cc2-c05d-47c5-8252-9aed2f955f91 req-4392b5fb-ff75-4b2c-8025-1a325aac9d92 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:08:30.687879 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-191d7cc2-c05d-47c5-8252-9aed2f955f91 req-4392b5fb-ff75-4b2c-8025-1a325aac9d92 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/ports?device_id=2166e8c3-4861-4b5f-8189-355679847d9b HTTP/1.1" status: 200 len: 945 time: 0.0632114 Jun 18 13:08:30.726146 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-191d7cc2-c05d-47c5-8252-9aed2f955f91 req-b9721e65-ec83-4688-bf39-1ff3caa0d144 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/security-groups?id=5e1224df-cef4-40c5-89a9-2b8eab84f435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324914 Jun 18 13:08:31.903927 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e534c6-ed4c-4b62-a373-58e72f6c23a0 req-8eaf3581-d028-4071-9852-5048024b5243 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:08:31.905405 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-72e534c6-ed4c-4b62-a373-58e72f6c23a0 req-8eaf3581-d028-4071-9852-5048024b5243 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/ports?device_id=2166e8c3-4861-4b5f-8189-355679847d9b HTTP/1.1" status: 200 len: 945 time: 0.0698662 Jun 18 13:08:31.943493 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-72e534c6-ed4c-4b62-a373-58e72f6c23a0 req-3533f1f1-20f6-4e54-88a2-bc9a382f0fab tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/security-groups?id=5e1224df-cef4-40c5-89a9-2b8eab84f435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324917 Jun 18 13:08:51.881856 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-3d0aeb4e-53bf-4f1e-bb0e-19d8749fbb53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:08:54.731256 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f3d5d22d-6218-44fe-8f2b-1dc092486860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:08:55.071657 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:08:55.500898 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 13:08:56.004433 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:08:56.460738 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4e483-d37c-43cf-ba62-5d497ac972fa req-f86a3e40-e067-4ab6-95e1-b7ce63049ce7 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:08:56.462207 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-31b4e483-d37c-43cf-ba62-5d497ac972fa req-f86a3e40-e067-4ab6-95e1-b7ce63049ce7 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/ports?device_id=2166e8c3-4861-4b5f-8189-355679847d9b HTTP/1.1" status: 200 len: 945 time: 0.0676589 Jun 18 13:08:56.500082 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-31b4e483-d37c-43cf-ba62-5d497ac972fa req-5904d6ba-9de4-4b42-8967-b30bddc47dc6 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/security-groups?id=5e1224df-cef4-40c5-89a9-2b8eab84f435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315866 Jun 18 13:08:57.739834 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:08:57.778043 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ef170-2e04-4e98-97e0-7f4c5a317d3e req-022ddabf-959c-4bcb-aceb-ae804d9f5648 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:08:57.779723 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-049ef170-2e04-4e98-97e0-7f4c5a317d3e req-022ddabf-959c-4bcb-aceb-ae804d9f5648 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/ports?device_id=2166e8c3-4861-4b5f-8189-355679847d9b HTTP/1.1" status: 200 len: 945 time: 0.1670547 Jun 18 13:08:57.817208 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-049ef170-2e04-4e98-97e0-7f4c5a317d3e req-81452c3e-9e4e-45c8-afab-abb411debcdf tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/security-groups?id=5e1224df-cef4-40c5-89a9-2b8eab84f435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316441 Jun 18 13:08:58.436842 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b4f6b-6425-415f-b9e4-4cab4b2dfe9f req-677affc9-7d1a-4ff5-aef8-7d666e6bc345 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:08:58.438260 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-df6b4f6b-6425-415f-b9e4-4cab4b2dfe9f req-677affc9-7d1a-4ff5-aef8-7d666e6bc345 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.77 "GET /v2.0/ports?device_id=2166e8c3-4861-4b5f-8189-355679847d9b HTTP/1.1" status: 200 len: 945 time: 0.0634491 Jun 18 13:08:58.538881 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [req-df6b4f6b-6425-415f-b9e4-4cab4b2dfe9f req-8bf5cc10-2553-41dd-8198-56a0796ff4fd tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Deleting port 710a560b-f69a-45cb-84e6-83d67ca9f58d {{(pid=92825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:08:58.539227 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-df6b4f6b-6425-415f-b9e4-4cab4b2dfe9f req-8bf5cc10-2553-41dd-8198-56a0796ff4fd tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:08:58.627814 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [req-df6b4f6b-6425-415f-b9e4-4cab4b2dfe9f req-8bf5cc10-2553-41dd-8198-56a0796ff4fd tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] For port 710a560b-f69a-45cb-84e6-83d67ca9f58d, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=710a560b-f69a-45cb-84e6-83d67ca9f58d,segment=NetworkSegment(ded054d5-dede-47e1-8d90-7438f33130d6),segment_id=ded054d5-dede-47e1-8d90-7438f33130d6)] {{(pid=92825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:08:58.628090 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-df6b4f6b-6425-415f-b9e4-4cab4b2dfe9f req-8bf5cc10-2553-41dd-8198-56a0796ff4fd tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:08:58.693007 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [req-df6b4f6b-6425-415f-b9e4-4cab4b2dfe9f req-8bf5cc10-2553-41dd-8198-56a0796ff4fd tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Calling delete_port for 710a560b-f69a-45cb-84e6-83d67ca9f58d owned by compute:nova {{(pid=92825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:08:58.821249 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-df6b4f6b-6425-415f-b9e4-4cab4b2dfe9f req-8bf5cc10-2553-41dd-8198-56a0796ff4fd tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8372373'] for port, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:08:58.825405 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-b8841faa-bd3b-486c-b491-90f9e7a4110e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:08:58.852002 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['710a560b-f69a-45cb-84e6-83d67ca9f58d'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 13:08:58.853132 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5cc10-2553-41dd-8198-56a0796ff4fd tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Pushing event deleted for resources: {'Port': ['ID=710a560b-f69a-45cb-84e6-83d67ca9f58d,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:08:58.882955 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5cc10-2553-41dd-8198-56a0796ff4fd tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:08:58.883272 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5cc10-2553-41dd-8198-56a0796ff4fd tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:08:58.883649 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5cc10-2553-41dd-8198-56a0796ff4fd tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:08:58.884025 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5cc10-2553-41dd-8198-56a0796ff4fd tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:08:58.884393 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5cc10-2553-41dd-8198-56a0796ff4fd tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:08:58.884778 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5cc10-2553-41dd-8198-56a0796ff4fd tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:08:58.885223 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5cc10-2553-41dd-8198-56a0796ff4fd tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:08:58.885588 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5cc10-2553-41dd-8198-56a0796ff4fd tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:08:58.885952 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5cc10-2553-41dd-8198-56a0796ff4fd tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:08:58.886317 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5cc10-2553-41dd-8198-56a0796ff4fd tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:08:58.886676 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5cc10-2553-41dd-8198-56a0796ff4fd tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:08:58.887034 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5cc10-2553-41dd-8198-56a0796ff4fd tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:08:58.892019 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-8bf5cc10-2553-41dd-8198-56a0796ff4fd tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:08:58.909582 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6b4f6b-6425-415f-b9e4-4cab4b2dfe9f req-8bf5cc10-2553-41dd-8198-56a0796ff4fd tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] No DVR routers for this DVR port 710a560b-f69a-45cb-84e6-83d67ca9f58d on host hv-cinder-79707 {{(pid=92825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 13:08:58.912054 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-df6b4f6b-6425-415f-b9e4-4cab4b2dfe9f req-8bf5cc10-2553-41dd-8198-56a0796ff4fd tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:08:58.914019 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-df6b4f6b-6425-415f-b9e4-4cab4b2dfe9f req-8bf5cc10-2553-41dd-8198-56a0796ff4fd tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.77 "DELETE /v2.0/ports/710a560b-f69a-45cb-84e6-83d67ca9f58d HTTP/1.1" status: 204 len: 173 time: 0.4698629 Jun 18 13:08:58.914530 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2166e8c3-4861-4b5f-8189-355679847d9b', 'name': 'network-vif-deleted', 'tag': '710a560b-f69a-45cb-84e6-83d67ca9f58d'}] {{(pid=92825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:08:58.916842 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cbce1c661b203a7f45efff8c445c42f162c6430a9c28178aa2be3d6d959831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198f98a7-7d30-499a-91ac-4c34837fb251" -d '{"events": [{"server_uuid": "2166e8c3-4861-4b5f-8189-355679847d9b", "name": "network-vif-deleted", "tag": "710a560b-f69a-45cb-84e6-83d67ca9f58d"}]}' {{(pid=92825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:08:58.958391 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 13:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a95bd14-8626-4c3d-9279-d7e822e950c2 x-openstack-request-id: req-7a95bd14-8626-4c3d-9279-d7e822e950c2 {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:08:58.958846 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2166e8c3-4861-4b5f-8189-355679847d9b", "name": "network-vif-deleted", "tag": "710a560b-f69a-45cb-84e6-83d67ca9f58d", "status": "completed", "code": 200}]} {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:08:58.959152 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7a95bd14-8626-4c3d-9279-d7e822e950c2 {{(pid=92825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:08:58.959582 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2166e8c3-4861-4b5f-8189-355679847d9b', 'name': 'network-vif-deleted', 'tag': '710a560b-f69a-45cb-84e6-83d67ca9f58d', 'status': 'completed', 'code': 200} Jun 18 13:08:58.979904 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a1712d51-daa1-4a1a-b302-c888ac62a462 req-1a03acb4-2364-46c8-ad84-d2137da0506a tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] 10.222.0.86 "GET /v2.0/ports?device_id=2166e8c3-4861-4b5f-8189-355679847d9b HTTP/1.1" status: 200 len: 210 time: 0.0337453 Jun 18 13:09:00.535080 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:01.084379 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 710a560b-f69a-45cb-84e6-83d67ca9f58d no longer exists at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 13:09:01.105569 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] No Port match for: 710a560b-f69a-45cb-84e6-83d67ca9f58d {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 13:09:01.105928 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 710a560b-f69a-45cb-84e6-83d67ca9f58d not bound to the agent host hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 13:09:21.883189 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-52b8d6d2-660d-44a3-88fc-a030c6124f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:24.732649 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-61d2d121-6f2a-4e7c-9e7b-97d7d7061c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:25.088356 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:25.181631 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 58096) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:09:25.226191 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.db_base_plugin_v2 [None req-3869c913-6c4d-4e82-9b3f-ef723d4e0f6c admin admin] Deleting subnet 46472cc4-be01-4fdd-a078-774298cddc1c {{(pid=92826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 13:09:25.229142 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-3869c913-6c4d-4e82-9b3f-ef723d4e0f6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:25.262587 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-3869c913-6c4d-4e82-9b3f-ef723d4e0f6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4940090'] for subnet, precommit_delete_associations {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:25.306331 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-3869c913-6c4d-4e82-9b3f-ef723d4e0f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-618888'] for subnet, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:25.360709 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-3869c913-6c4d-4e82-9b3f-ef723d4e0f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-618887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4940062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4917049'] for subnet, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:25.363699 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:09:25.386855 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3869c913-6c4d-4e82-9b3f-ef723d4e0f6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46472cc4-be01-4fdd-a078-774298cddc1c,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:09:25.392057 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-3869c913-6c4d-4e82-9b3f-ef723d4e0f6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:25.394283 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-3869c913-6c4d-4e82-9b3f-ef723d4e0f6c admin admin] 10.222.0.86 "DELETE /v2.0/subnets/46472cc4-be01-4fdd-a078-774298cddc1c HTTP/1.1" status: 204 len: 168 time: 0.2112436 Jun 18 13:09:25.396531 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 58098) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:09:25.398523 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869c913-6c4d-4e82-9b3f-ef723d4e0f6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:09:25.398905 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869c913-6c4d-4e82-9b3f-ef723d4e0f6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:09:25.399277 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869c913-6c4d-4e82-9b3f-ef723d4e0f6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:09:25.399642 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869c913-6c4d-4e82-9b3f-ef723d4e0f6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:09:25.400003 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869c913-6c4d-4e82-9b3f-ef723d4e0f6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:09:25.400365 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869c913-6c4d-4e82-9b3f-ef723d4e0f6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:09:25.400719 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869c913-6c4d-4e82-9b3f-ef723d4e0f6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:09:25.401099 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869c913-6c4d-4e82-9b3f-ef723d4e0f6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:09:25.401454 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869c913-6c4d-4e82-9b3f-ef723d4e0f6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:09:25.401808 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869c913-6c4d-4e82-9b3f-ef723d4e0f6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:09:25.402157 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869c913-6c4d-4e82-9b3f-ef723d4e0f6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:09:25.402506 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869c913-6c4d-4e82-9b3f-ef723d4e0f6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:09:25.405749 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-3869c913-6c4d-4e82-9b3f-ef723d4e0f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:09:25.468572 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-eed28587-a44a-43fb-af38-34de4f8e2151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647412'] for network, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:25.544409 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-eed28587-a44a-43fb-af38-34de4f8e2151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-619031', 'neutron.services.segments.db._delete_segments_for_network-8743829154259'] for network, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:25.557859 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.services.segments.db [None req-eed28587-a44a-43fb-af38-34de4f8e2151 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59307c7c-fab4-41c1-9b8c-377bdd840711']}} {{(pid=92825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:09:25.570332 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.services.segments.db [None req-eed28587-a44a-43fb-af38-34de4f8e2151 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ded054d5-dede-47e1-8d90-7438f33130d6') {'for_net_delete': True} {{(pid=92825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:09:25.570638 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.services.segments.db [None req-eed28587-a44a-43fb-af38-34de4f8e2151 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ded054d5-dede-47e1-8d90-7438f33130d6') {} {{(pid=92825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:09:25.579454 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-eed28587-a44a-43fb-af38-34de4f8e2151 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743829154088', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6310363'] for segment, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:25.593005 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-eed28587-a44a-43fb-af38-34de4f8e2151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559'] for segment, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:25.598789 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eed28587-a44a-43fb-af38-34de4f8e2151 admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=92825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 13:09:25.599167 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-eed28587-a44a-43fb-af38-34de4f8e2151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8380228'] for segment, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:25.600860 dv-cinder-797073-1-iscsi neutron-server[92825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 13:09:25.600860 dv-cinder-797073-1-iscsi neutron-server[92825]: conditions |= (models_v2.Port.network_id.in_( Jun 18 13:09:25.600860 dv-cinder-797073-1-iscsi neutron-server[92825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 13:09:25.600860 dv-cinder-797073-1-iscsi neutron-server[92825]: conditions |= (models_v2.Port.network_id.in_( Jun 18 13:09:25.600860 dv-cinder-797073-1-iscsi neutron-server[92825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 13:09:25.600860 dv-cinder-797073-1-iscsi neutron-server[92825]: conditions |= (models_v2.Port.network_id.in_( Jun 18 13:09:25.600860 dv-cinder-797073-1-iscsi neutron-server[92825]: Traceback (most recent call last): Jun 18 13:09:25.600860 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 13:09:25.600860 dv-cinder-797073-1-iscsi neutron-server[92825]: timer() Jun 18 13:09:25.600860 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 13:09:25.600860 dv-cinder-797073-1-iscsi neutron-server[92825]: cb(*args, **kw) Jun 18 13:09:25.600860 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 13:09:25.600860 dv-cinder-797073-1-iscsi neutron-server[92825]: return func(*args, **kwargs) Jun 18 13:09:25.600860 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 13:09:25.600860 dv-cinder-797073-1-iscsi neutron-server[92825]: self._notify() Jun 18 13:09:25.600860 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 13:09:25.600860 dv-cinder-797073-1-iscsi neutron-server[92825]: self.callback(batched_events) Jun 18 13:09:25.600860 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 13:09:25.600860 dv-cinder-797073-1-iscsi neutron-server[92825]: event.method(event) Jun 18 13:09:25.600860 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 13:09:25.600860 dv-cinder-797073-1-iscsi neutron-server[92825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 13:09:25.600860 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 13:09:25.600860 dv-cinder-797073-1-iscsi neutron-server[92825]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 13:09:25.600860 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 13:09:25.600860 dv-cinder-797073-1-iscsi neutron-server[92825]: return f(self, *a, **k) Jun 18 13:09:25.600860 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 13:09:25.600860 dv-cinder-797073-1-iscsi neutron-server[92825]: return self._get(url).json() Jun 18 13:09:25.600860 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 13:09:25.600860 dv-cinder-797073-1-iscsi neutron-server[92825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 13:09:25.600860 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 13:09:25.600860 dv-cinder-797073-1-iscsi neutron-server[92825]: return self.request(url, 'GET', **kwargs) Jun 18 13:09:25.600860 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 13:09:25.600860 dv-cinder-797073-1-iscsi neutron-server[92825]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 13:09:25.600860 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 13:09:25.600860 dv-cinder-797073-1-iscsi neutron-server[92825]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 13:09:25.600860 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 13:09:25.600860 dv-cinder-797073-1-iscsi neutron-server[92825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 13:09:25.600860 dv-cinder-797073-1-iscsi neutron-server[92825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 13:09:25.655863 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-eed28587-a44a-43fb-af38-34de4f8e2151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-619022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2056967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055102'] for network, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:25.659329 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-94b13a3f-6561-498d-8921-e4538b4bfdb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:09:25.661677 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-eed28587-a44a-43fb-af38-34de4f8e2151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for network, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:25.663432 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-eed28587-a44a-43fb-af38-34de4f8e2151 admin admin] 10.222.0.86 "DELETE /v2.0/networks/59307c7c-fab4-41c1-9b8c-377bdd840711 HTTP/1.1" status: 204 len: 168 time: 0.2658467 Jun 18 13:09:25.674755 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed28587-a44a-43fb-af38-34de4f8e2151 admin admin] Pushing event deleted for resources: {'Network': ['ID=59307c7c-fab4-41c1-9b8c-377bdd840711,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:09:25.677105 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-eed28587-a44a-43fb-af38-34de4f8e2151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:09:25.824402 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 58102) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:09:25.868846 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-f97f1a73-cfe7-4c43-9542-e1defc3062ae admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2dcf00462d854e0d90a2d7bf3e1b8e77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429385 Jun 18 13:09:25.871046 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 58104) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:09:25.918344 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-fde5e8aa-5283-4b71-b9fe-5cc534cdc895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:25.939373 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-fde5e8aa-5283-4b71-b9fe-5cc534cdc895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:25.990301 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-fde5e8aa-5283-4b71-b9fe-5cc534cdc895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:25.992954 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-fde5e8aa-5283-4b71-b9fe-5cc534cdc895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:25.994054 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-fde5e8aa-5283-4b71-b9fe-5cc534cdc895 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5e1224df-cef4-40c5-89a9-2b8eab84f435 HTTP/1.1" status: 204 len: 168 time: 0.1221344 Jun 18 13:09:25.994828 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-c2a6dbfb-c51f-4de6-aa90-4736daca8270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:09:26.002669 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde5e8aa-5283-4b71-b9fe-5cc534cdc895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1224df-cef4-40c5-89a9-2b8eab84f435,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:09:26.005017 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-fde5e8aa-5283-4b71-b9fe-5cc534cdc895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:09:26.009716 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:26.656428 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 58126) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:09:26.748531 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-ab49c4eb-74a2-4a82-a952-d57740c4b47a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1087537416-network', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:09:26.769903 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab49c4eb-74a2-4a82-a952-d57740c4b47a admin admin] Made reservation on behalf of 199716da8e9b46b294f07c4a76a0f071 for: {'network': 1} {{(pid=92826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 13:09:26.772203 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ab49c4eb-74a2-4a82-a952-d57740c4b47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for network, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:26.781770 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ab49c4eb-74a2-4a82-a952-d57740c4b47a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:26.866236 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ab49c4eb-74a2-4a82-a952-d57740c4b47a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:26.870016 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ab49c4eb-74a2-4a82-a952-d57740c4b47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:26.874315 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-42d005b3-fafa-48f1-ac61-9835238db47e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:09:26.895644 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab49c4eb-74a2-4a82-a952-d57740c4b47a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=92826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 13:09:26.905469 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab49c4eb-74a2-4a82-a952-d57740c4b47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1b83e4-3335-4a06-aade-be76b067b436,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:09:26.909909 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-ab49c4eb-74a2-4a82-a952-d57740c4b47a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:09:26.911022 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ab49c4eb-74a2-4a82-a952-d57740c4b47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559'] for segment, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:26.911313 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.db.segments_db [None req-ab49c4eb-74a2-4a82-a952-d57740c4b47a admin admin] Added segment 5c47d499-86b3-4778-b3cb-a36889e2825c of type vlan for network 4d8dd0f0-d1c1-453c-b28b-7799f651a360 Jun 18 13:09:26.951381 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ab49c4eb-74a2-4a82-a952-d57740c4b47a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743828617162'] for network, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:26.979399 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ab49c4eb-74a2-4a82-a952-d57740c4b47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2056967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782'] for network, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:26.980633 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab49c4eb-74a2-4a82-a952-d57740c4b47a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:09:26.981245 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ab49c4eb-74a2-4a82-a952-d57740c4b47a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for network, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:26.984241 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-67407d6b-b7a1-462d-8d12-cde1751d3a85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:09:27.035893 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-ab49c4eb-74a2-4a82-a952-d57740c4b47a admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3783588 Jun 18 13:09:27.038766 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 58130) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:09:27.043934 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-0151bb9c-a25e-430d-b10b-5e5990d6c6af admin admin] Request body: {'subnet': {'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1087537416-subnet', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'ip_version': 4}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:09:27.046801 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab49c4eb-74a2-4a82-a952-d57740c4b47a admin admin] Pushing event updated for resources: {'Network': ['ID=4d8dd0f0-d1c1-453c-b28b-7799f651a360,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:09:27.049474 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-ab49c4eb-74a2-4a82-a952-d57740c4b47a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:09:27.057600 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Network 4d8dd0f0-d1c1-453c-b28b-7799f651a360 details requested by agent ovs-agent-dv-cinder-797073-1-iscsi with host dv-cinder-797073-1-iscsi {{(pid=92827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 13:09:27.066007 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0151bb9c-a25e-430d-b10b-5e5990d6c6af admin admin] Made reservation on behalf of 199716da8e9b46b294f07c4a76a0f071 for: {'subnet': 1} {{(pid=92825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 13:09:27.068441 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0151bb9c-a25e-430d-b10b-5e5990d6c6af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8063629'] for subnet, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:27.235660 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0151bb9c-a25e-430d-b10b-5e5990d6c6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8372270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8063647'] for subnet, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:27.237861 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:09:27.297515 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0151bb9c-a25e-430d-b10b-5e5990d6c6af admin admin] Pushing event updated for resources: {'Subnet': ['ID=57b39d46-4f58-4c37-9f76-de3ccc974820,revision_number=0']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:09:27.300575 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-0151bb9c-a25e-430d-b10b-5e5990d6c6af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:09:27.315451 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0151bb9c-a25e-430d-b10b-5e5990d6c6af admin admin] Checking segment: {'id': '5c47d499-86b3-4778-b3cb-a36889e2825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 13:09:27.315798 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0151bb9c-a25e-430d-b10b-5e5990d6c6af admin admin] Network hostable DHCP agents. Network: 4d8dd0f0-d1c1-453c-b28b-7799f651a360, hostable agents: ['a4764913-7e4e-4767-85bd-6fdf32f4ace2'], hosted agents: [] {{(pid=92825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 13:09:27.333188 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0151bb9c-a25e-430d-b10b-5e5990d6c6af admin admin] Network 4d8dd0f0-d1c1-453c-b28b-7799f651a360 is scheduled to be hosted by DHCP agent a4764913-7e4e-4767-85bd-6fdf32f4ace2 with binding_index 1 {{(pid=92825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 13:09:27.340906 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [None req-0151bb9c-a25e-430d-b10b-5e5990d6c6af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797073-1-iscsi, 4d8dd0f0-d1c1-453c-b28b-7799f651a360) {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 13:09:27.345216 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0151bb9c-a25e-430d-b10b-5e5990d6c6af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:09:27.345807 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0151bb9c-a25e-430d-b10b-5e5990d6c6af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for subnet, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:27.363999 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-0151bb9c-a25e-430d-b10b-5e5990d6c6af admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3240204 Jun 18 13:09:27.364197 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9350fdd-4ccf-4306-b795-7d914384c7c6 None None] Network 4d8dd0f0-d1c1-453c-b28b-7799f651a360 requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 13:09:27.366529 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 58132) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:09:27.371029 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-8a838ea9-d7b9-4bf7-b856-0b7946fb6b30 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1087537416-router', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'}}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:09:27.393233 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8a838ea9-d7b9-4bf7-b856-0b7946fb6b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2084009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28470'] for router, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:27.394254 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8a838ea9-d7b9-4bf7-b856-0b7946fb6b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2084052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1971176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28495'] for router, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:27.448834 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8a838ea9-d7b9-4bf7-b856-0b7946fb6b30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:27.510821 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f2c176-0362-4a78-8f20-b59fe426d419 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdfc798f7-bdfd-51cf-81b5-ef75a3e95708-4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'fixed_ips': [{'subnet_id': '57b39d46-4f58-4c37-9f76-de3ccc974820'}]}} from dv-cinder-797073-1-iscsi. {{(pid=92827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 13:09:27.511671 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-70f2c176-0362-4a78-8f20-b59fe426d419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:27.582614 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8a838ea9-d7b9-4bf7-b856-0b7946fb6b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054888', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2083931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28509'] for router, precommit_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:27.649888 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.db_base_plugin_common [None req-70f2c176-0362-4a78-8f20-b59fe426d419 None None] Allocated IP 172.20.0.2 (4d8dd0f0-d1c1-453c-b28b-7799f651a360/57b39d46-4f58-4c37-9f76-de3ccc974820/9d637f79-8f77-4a03-a275-f5b2547896f8) {{(pid=92827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 13:09:27.792301 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8a838ea9-d7b9-4bf7-b856-0b7946fb6b30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:27.812965 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8a838ea9-d7b9-4bf7-b856-0b7946fb6b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:27.846535 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:27.916260 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.db_base_plugin_common [None req-8a838ea9-d7b9-4bf7-b856-0b7946fb6b30 admin admin] Allocated IP 172.27.0.33 (9d896988-a366-408b-a158-be6ed4023cc1/a87da4ed-432b-4387-92bb-db12946e6cdf/d588703d-546e-459b-a8cc-196e36a9f171) {{(pid=92825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 13:09:27.928178 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-70f2c176-0362-4a78-8f20-b59fe426d419 None None] Notify callbacks [] for port, precommit_create {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:27.937239 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-70f2c176-0362-4a78-8f20-b59fe426d419 None None] Transition to ACTIVE for port object 9d637f79-8f77-4a03-a275-f5b2547896f8 will not be triggered until provisioned by entity L2. {{(pid=92827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 13:09:27.951578 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-70f2c176-0362-4a78-8f20-b59fe426d419 None None] Transition to ACTIVE for port object 9d637f79-8f77-4a03-a275-f5b2547896f8 will not be triggered until provisioned by entity DHCP. {{(pid=92827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 13:09:27.958002 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-70f2c176-0362-4a78-8f20-b59fe426d419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645'] for port, after_create {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:27.960704 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:09:28.000991 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f2c176-0362-4a78-8f20-b59fe426d419 None None] Network 4d8dd0f0-d1c1-453c-b28b-7799f651a360 is already hosted by enough agents. {{(pid=92827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 13:09:28.003977 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.scheduler.base_scheduler [None req-70f2c176-0362-4a78-8f20-b59fe426d419 None None] Resources bound (agent type, host, resource id): {{(pid=92827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 13:09:28.007517 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f2c176-0362-4a78-8f20-b59fe426d419 None None] Received port after_create {{(pid=92827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 13:09:28.014605 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f2c176-0362-4a78-8f20-b59fe426d419 None None] Pushing event updated for resources: {'Port': ['ID=9d637f79-8f77-4a03-a275-f5b2547896f8,revision_number=1']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:09:28.019356 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8a838ea9-d7b9-4bf7-b856-0b7946fb6b30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:28.039341 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f2c176-0362-4a78-8f20-b59fe426d419 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:09:28.039694 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f2c176-0362-4a78-8f20-b59fe426d419 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:09:28.040037 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f2c176-0362-4a78-8f20-b59fe426d419 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:09:28.040385 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f2c176-0362-4a78-8f20-b59fe426d419 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:09:28.040714 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f2c176-0362-4a78-8f20-b59fe426d419 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:09:28.041072 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f2c176-0362-4a78-8f20-b59fe426d419 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:09:28.041409 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f2c176-0362-4a78-8f20-b59fe426d419 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:09:28.041737 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f2c176-0362-4a78-8f20-b59fe426d419 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:09:28.042068 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f2c176-0362-4a78-8f20-b59fe426d419 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:09:28.042451 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f2c176-0362-4a78-8f20-b59fe426d419 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:09:28.042720 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f2c176-0362-4a78-8f20-b59fe426d419 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:09:28.043044 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f2c176-0362-4a78-8f20-b59fe426d419 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:09:28.048998 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-70f2c176-0362-4a78-8f20-b59fe426d419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:09:28.058678 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8a838ea9-d7b9-4bf7-b856-0b7946fb6b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8372378'] for port, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:28.062266 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-c2d58cfc-11ae-4c3b-b9e6-1f7ec3469c79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:09:28.080617 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-70f2c176-0362-4a78-8f20-b59fe426d419 None None] Attempting to bind port 9d637f79-8f77-4a03-a275-f5b2547896f8 on host dv-cinder-797073-1-iscsi for vnic_type normal with profile {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 13:09:28.081213 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-70f2c176-0362-4a78-8f20-b59fe426d419 None None] Attempting to bind port 9d637f79-8f77-4a03-a275-f5b2547896f8 by drivers openvswitch,hyperv on host dv-cinder-797073-1-iscsi at level 0 using segments [{'id': '5c47d499-86b3-4778-b3cb-a36889e2825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360'}] {{(pid=92827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 13:09:28.081392 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f2c176-0362-4a78-8f20-b59fe426d419 None None] Attempting to bind port 9d637f79-8f77-4a03-a275-f5b2547896f8 on network 4d8dd0f0-d1c1-453c-b28b-7799f651a360 {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 13:09:28.086379 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f2c176-0362-4a78-8f20-b59fe426d419 None None] Checking agent: {'id': '157fcad4-361f-41bd-95f6-95639e81fcdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 45, 55), 'started_at': datetime.datetime(2021, 6, 18, 12, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 13, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 13:09:28.086766 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f2c176-0362-4a78-8f20-b59fe426d419 None None] Checking segment: {'id': '5c47d499-86b3-4778-b3cb-a36889e2825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 13:09:28.087176 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-70f2c176-0362-4a78-8f20-b59fe426d419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:28.087579 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f2c176-0362-4a78-8f20-b59fe426d419 None None] Bound using segment: {'id': '5c47d499-86b3-4778-b3cb-a36889e2825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360'} {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 13:09:28.088057 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-70f2c176-0362-4a78-8f20-b59fe426d419 None None] Bound port: 9d637f79-8f77-4a03-a275-f5b2547896f8, host: dv-cinder-797073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c47d499-86b3-4778-b3cb-a36889e2825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360'}}] {{(pid=92827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 13:09:28.088437 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-70f2c176-0362-4a78-8f20-b59fe426d419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:28.101546 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a838ea9-d7b9-4bf7-b856-0b7946fb6b30 admin admin] Network 9d896988-a366-408b-a158-be6ed4023cc1 is already hosted by enough agents. {{(pid=92825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 13:09:28.104462 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [None req-8a838ea9-d7b9-4bf7-b856-0b7946fb6b30 admin admin] Resources bound (agent type, host, resource id): {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 13:09:28.107931 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a838ea9-d7b9-4bf7-b856-0b7946fb6b30 admin admin] Received port after_create {{(pid=92825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 13:09:28.114007 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a838ea9-d7b9-4bf7-b856-0b7946fb6b30 admin admin] Pushing event updated for resources: {'Port': ['ID=d588703d-546e-459b-a8cc-196e36a9f171,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:09:28.133505 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-8a838ea9-d7b9-4bf7-b856-0b7946fb6b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:09:28.153173 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-70f2c176-0362-4a78-8f20-b59fe426d419 None None] For port 9d637f79-8f77-4a03-a275-f5b2547896f8, host dv-cinder-797073-1-iscsi, cleared binding levels {{(pid=92827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 13:09:28.157073 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-70f2c176-0362-4a78-8f20-b59fe426d419 None None] For port 9d637f79-8f77-4a03-a275-f5b2547896f8, host dv-cinder-797073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=9d637f79-8f77-4a03-a275-f5b2547896f8,segment=NetworkSegment(5c47d499-86b3-4778-b3cb-a36889e2825c),segment_id=5c47d499-86b3-4778-b3cb-a36889e2825c)] {{(pid=92827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 13:09:28.161157 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-70f2c176-0362-4a78-8f20-b59fe426d419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:28.163112 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:09:28.230120 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f2c176-0362-4a78-8f20-b59fe426d419 None None] Pushing event updated for resources: {'Port': ['ID=9d637f79-8f77-4a03-a275-f5b2547896f8,revision_number=2']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:09:28.233525 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-70f2c176-0362-4a78-8f20-b59fe426d419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:09:28.632853 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8a838ea9-d7b9-4bf7-b856-0b7946fb6b30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:28.821428 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8a838ea9-d7b9-4bf7-b856-0b7946fb6b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2084000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054972'] for router, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:28.950834 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a838ea9-d7b9-4bf7-b856-0b7946fb6b30 admin admin] Router 33b31fcd-e542-4fc9-a073-4dd4b44d2118 is scheduled to L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc with binding_index 1 {{(pid=92825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 13:09:29.059078 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a838ea9-d7b9-4bf7-b856-0b7946fb6b30 admin admin] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 13:09:29.071008 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719efefb-afcc-4519-8c03-80846f76ed62 None None] Sync routers for ids ['33b31fcd-e542-4fc9-a073-4dd4b44d2118'] in dv-cinder-797073-1-iscsi {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 13:09:29.074325 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1300011b-5bea-470c-ae62-48f0c1b11d0c None None] Network 4d8dd0f0-d1c1-453c-b28b-7799f651a360 requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 13:09:29.074623 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-8a838ea9-d7b9-4bf7-b856-0b7946fb6b30 admin admin] Notify callbacks [] for router, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:29.075847 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-8a838ea9-d7b9-4bf7-b856-0b7946fb6b30 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7084014 Jun 18 13:09:29.078792 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 58134) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:09:29.133369 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719efefb-afcc-4519-8c03-80846f76ed62 None None] Routers {'33b31fcd-e542-4fc9-a073-4dd4b44d2118'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:09:29.133956 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-719efefb-afcc-4519-8c03-80846f76ed62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:09:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['33b31fcd-e542-4fc9-a073-4dd4b44d2118'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:09:29.142094 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-0a972559-7c14-416d-9e06-fd1abfd01e11 None None] Provisioning for port 9d637f79-8f77-4a03-a275-f5b2547896f8 completed by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 13:09:29.296203 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-719efefb-afcc-4519-8c03-80846f76ed62 None None] Set router 33b31fcd-e542-4fc9-a073-4dd4b44d2118 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:09:29.493813 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2c1342e8-bdd8-4ea3-b9ea-220faae75ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:29.514685 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-719efefb-afcc-4519-8c03-80846f76ed62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'name': 'tempest-TestVolumeBootPattern-1087537416-router', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:28Z', 'revision_number': 3, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'gw_port': {'id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d0:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi'}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:09:29.547617 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [req-7f23653b-05da-4bb7-a4b1-ae7dfe976588 req-0f98e5a4-6731-47d8-b14b-85553de22d5f service neutron] (92825) timed out ('10.222.0.77', 60980) {{(pid=92825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 18 13:09:29.547883 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719efefb-afcc-4519-8c03-80846f76ed62 None None] Checking router: 33b31fcd-e542-4fc9-a073-4dd4b44d2118 for host: dv-cinder-797073-1-iscsi {{(pid=92827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 13:09:29.548096 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719efefb-afcc-4519-8c03-80846f76ed62 None None] Updating router 33b31fcd-e542-4fc9-a073-4dd4b44d2118 port d588703d-546e-459b-a8cc-196e36a9f171 binding host dv-cinder-797073-1-iscsi {{(pid=92827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 13:09:29.585659 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-719efefb-afcc-4519-8c03-80846f76ed62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:29.663476 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.db_base_plugin_common [None req-2c1342e8-bdd8-4ea3-b9ea-220faae75ab8 admin admin] Allocated IP 172.20.0.1 (4d8dd0f0-d1c1-453c-b28b-7799f651a360/57b39d46-4f58-4c37-9f76-de3ccc974820/e86c74ba-ea7e-4500-ace3-5c996b6354cf) {{(pid=92825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 13:09:29.769585 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2c1342e8-bdd8-4ea3-b9ea-220faae75ab8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:29.783583 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.provisioning_blocks [None req-2c1342e8-bdd8-4ea3-b9ea-220faae75ab8 admin admin] Transition to ACTIVE for port object e86c74ba-ea7e-4500-ace3-5c996b6354cf will not be triggered until provisioned by entity DHCP. {{(pid=92825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 13:09:29.817931 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2c1342e8-bdd8-4ea3-b9ea-220faae75ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8372378'] for port, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:29.820891 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-935e84c5-3100-44a3-ad4e-5b0bbfaccb9c tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:09:29.855668 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-719efefb-afcc-4519-8c03-80846f76ed62 None None] Notify callbacks [] for port, precommit_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:29.856194 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1342e8-bdd8-4ea3-b9ea-220faae75ab8 admin admin] Network 4d8dd0f0-d1c1-453c-b28b-7799f651a360 is already hosted by enough agents. {{(pid=92825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 13:09:29.859955 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [None req-2c1342e8-bdd8-4ea3-b9ea-220faae75ab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 13:09:29.863707 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1342e8-bdd8-4ea3-b9ea-220faae75ab8 admin admin] Received port after_create {{(pid=92825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 13:09:29.867298 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-719efefb-afcc-4519-8c03-80846f76ed62 None None] Transition to ACTIVE for port object d588703d-546e-459b-a8cc-196e36a9f171 will not be triggered until provisioned by entity L2. {{(pid=92827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 13:09:29.874587 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-719efefb-afcc-4519-8c03-80846f76ed62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:29.876578 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:09:29.895802 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1342e8-bdd8-4ea3-b9ea-220faae75ab8 admin admin] Pushing event updated for resources: {'Port': ['ID=e86c74ba-ea7e-4500-ace3-5c996b6354cf,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:09:29.899895 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-2c1342e8-bdd8-4ea3-b9ea-220faae75ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:09:29.914796 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2c1342e8-bdd8-4ea3-b9ea-220faae75ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052883'] for router_interface, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:29.937811 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-719efefb-afcc-4519-8c03-80846f76ed62 None None] Attempting to bind port d588703d-546e-459b-a8cc-196e36a9f171 on host dv-cinder-797073-1-iscsi for vnic_type normal with profile {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 13:09:29.938189 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-719efefb-afcc-4519-8c03-80846f76ed62 None None] Attempting to bind port d588703d-546e-459b-a8cc-196e36a9f171 by drivers openvswitch,hyperv on host dv-cinder-797073-1-iscsi at level 0 using segments [{'id': 'b79588fc-20f0-437a-9a07-92a6b1056918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'}] {{(pid=92827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 13:09:29.938684 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719efefb-afcc-4519-8c03-80846f76ed62 None None] Attempting to bind port d588703d-546e-459b-a8cc-196e36a9f171 on network 9d896988-a366-408b-a158-be6ed4023cc1 {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 13:09:29.945578 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f070f-1d6a-4633-a722-533dc5fddabb None None] Pushing event updated for resources: {'Port': ['ID=d588703d-546e-459b-a8cc-196e36a9f171,revision_number=2']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:09:29.948866 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719efefb-afcc-4519-8c03-80846f76ed62 None None] Checking agent: {'id': '157fcad4-361f-41bd-95f6-95639e81fcdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 45, 55), 'started_at': datetime.datetime(2021, 6, 18, 12, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 13, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 13:09:29.949257 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719efefb-afcc-4519-8c03-80846f76ed62 None None] Checking segment: {'id': 'b79588fc-20f0-437a-9a07-92a6b1056918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 13:09:29.949700 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-719efefb-afcc-4519-8c03-80846f76ed62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:29.950069 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719efefb-afcc-4519-8c03-80846f76ed62 None None] Bound using segment: {'id': 'b79588fc-20f0-437a-9a07-92a6b1056918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'} {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 13:09:29.950554 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-719efefb-afcc-4519-8c03-80846f76ed62 None None] Bound port: d588703d-546e-459b-a8cc-196e36a9f171, host: dv-cinder-797073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b79588fc-20f0-437a-9a07-92a6b1056918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'}}] {{(pid=92827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 13:09:29.951947 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-719efefb-afcc-4519-8c03-80846f76ed62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:29.955148 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-bf9f070f-1d6a-4633-a722-533dc5fddabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:09:30.017024 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-719efefb-afcc-4519-8c03-80846f76ed62 None None] For port d588703d-546e-459b-a8cc-196e36a9f171, host dv-cinder-797073-1-iscsi, cleared binding levels {{(pid=92827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 13:09:30.020890 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-719efefb-afcc-4519-8c03-80846f76ed62 None None] For port d588703d-546e-459b-a8cc-196e36a9f171, host dv-cinder-797073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=d588703d-546e-459b-a8cc-196e36a9f171,segment=NetworkSegment(b79588fc-20f0-437a-9a07-92a6b1056918),segment_id=b79588fc-20f0-437a-9a07-92a6b1056918)] {{(pid=92827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 13:09:30.028485 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-719efefb-afcc-4519-8c03-80846f76ed62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:30.031693 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:09:30.083620 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2c1342e8-bdd8-4ea3-b9ea-220faae75ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:30.095232 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719efefb-afcc-4519-8c03-80846f76ed62 None None] Routers {'33b31fcd-e542-4fc9-a073-4dd4b44d2118'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:09:30.096544 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-719efefb-afcc-4519-8c03-80846f76ed62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:09:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['33b31fcd-e542-4fc9-a073-4dd4b44d2118'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:09:30.108118 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 9d637f79-8f77-4a03-a275-f5b2547896f8 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 13:09:30.145096 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f070f-1d6a-4633-a722-533dc5fddabb None None] Pushing event updated for resources: {'Port': ['ID=d588703d-546e-459b-a8cc-196e36a9f171,revision_number=3']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:09:30.148139 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-bf9f070f-1d6a-4633-a722-533dc5fddabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:09:30.167801 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f414257f-5f9d-474f-bffe-b54af8bab11b None None] Provisioning for port e86c74ba-ea7e-4500-ace3-5c996b6354cf completed by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 13:09:30.183313 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f414257f-5f9d-474f-bffe-b54af8bab11b None None] Provisioning complete for port e86c74ba-ea7e-4500-ace3-5c996b6354cf triggered by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 13:09:30.183688 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f414257f-5f9d-474f-bffe-b54af8bab11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:30.246493 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2c1342e8-bdd8-4ea3-b9ea-220faae75ab8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:30.251788 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2c1342e8-bdd8-4ea3-b9ea-220faae75ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8372396'] for port, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:30.254358 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-0bc160ce-3847-4414-b987-4918d67c663c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:09:30.273915 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-f414257f-5f9d-474f-bffe-b54af8bab11b None None] Port e86c74ba-ea7e-4500-ace3-5c996b6354cf cannot update to ACTIVE because it is not bound. {{(pid=92827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 13:09:30.285748 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-719efefb-afcc-4519-8c03-80846f76ed62 None None] Set router 33b31fcd-e542-4fc9-a073-4dd4b44d2118 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:09:30.288238 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning for port 9d637f79-8f77-4a03-a275-f5b2547896f8 completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 13:09:30.316294 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port 9d637f79-8f77-4a03-a275-f5b2547896f8 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 13:09:30.316661 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:30.321965 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-2c1342e8-bdd8-4ea3-b9ea-220faae75ab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2059530'] for router_interface, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:30.323891 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1342e8-bdd8-4ea3-b9ea-220faae75ab8 admin admin] Pushing event updated for resources: {'Port': ['ID=e86c74ba-ea7e-4500-ace3-5c996b6354cf,revision_number=2']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:09:30.327321 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-2c1342e8-bdd8-4ea3-b9ea-220faae75ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:09:30.414928 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1342e8-bdd8-4ea3-b9ea-220faae75ab8 admin admin] Network 4d8dd0f0-d1c1-453c-b28b-7799f651a360 is already hosted by enough agents. {{(pid=92825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 13:09:30.416330 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [None req-2c1342e8-bdd8-4ea3-b9ea-220faae75ab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 13:09:30.539185 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1342e8-bdd8-4ea3-b9ea-220faae75ab8 admin admin] Router 33b31fcd-e542-4fc9-a073-4dd4b44d2118 has already been hosted by L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc {{(pid=92825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 13:09:30.584654 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:30.647879 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:30.657561 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1342e8-bdd8-4ea3-b9ea-220faae75ab8 admin admin] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 13:09:30.662487 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-2c1342e8-bdd8-4ea3-b9ea-220faae75ab8 admin admin] 10.222.0.86 "PUT /v2.0/routers/33b31fcd-e542-4fc9-a073-4dd4b44d2118/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5827558 Jun 18 13:09:30.714514 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] For port 9d637f79-8f77-4a03-a275-f5b2547896f8, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=9d637f79-8f77-4a03-a275-f5b2547896f8,segment=NetworkSegment(5c47d499-86b3-4778-b3cb-a36889e2825c),segment_id=5c47d499-86b3-4778-b3cb-a36889e2825c)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:09:30.723085 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:30.725944 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-d981fa6d-dccc-4985-beff-a96b4e3cc969 None None] Provisioning complete for port e86c74ba-ea7e-4500-ace3-5c996b6354cf triggered by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 13:09:30.726324 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-d981fa6d-dccc-4985-beff-a96b4e3cc969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:30.727962 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-e928595f-93ed-4db3-bc2f-7fb877042445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:09:30.788979 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-719efefb-afcc-4519-8c03-80846f76ed62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'name': 'tempest-TestVolumeBootPattern-1087537416-router', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:30Z', 'revision_number': 4, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'gw_port': {'id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d0:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': 'e86c74ba-ea7e-4500-ace3-5c996b6354cf', 'name': '', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'mac_address': 'fa:16:3e:45:d9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:29Z', 'updated_at': '2021-06-18T13:09:29Z', 'revision_number': 1, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'subnets': [{'id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:09:30.833097 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719efefb-afcc-4519-8c03-80846f76ed62 None None] The sync data for ids ['33b31fcd-e542-4fc9-a073-4dd4b44d2118'] in dv-cinder-797073-1-iscsi is: [{'id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'name': 'tempest-TestVolumeBootPattern-1087537416-router', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:30Z', 'revision_number': 4, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'gw_port': {'id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d0:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': 'e86c74ba-ea7e-4500-ace3-5c996b6354cf', 'name': '', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'mac_address': 'fa:16:3e:45:d9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:29Z', 'updated_at': '2021-06-18T13:09:29Z', 'revision_number': 1, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'subnets': [{'id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 13:09:30.835465 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-d981fa6d-dccc-4985-beff-a96b4e3cc969 None None] Port e86c74ba-ea7e-4500-ace3-5c996b6354cf cannot update to ACTIVE because it is not bound. {{(pid=92827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 13:09:30.840383 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Pushing event updated for resources: {'Port': ['ID=9d637f79-8f77-4a03-a275-f5b2547896f8,revision_number=3']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:09:30.843526 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:09:31.172606 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 58150) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:09:31.177867 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-d5004bed-8e6f-498a-921e-27396f50e4dc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-761962238-network', 'tenant_id': '683df2a7a4f840948d41ffc153cf6898'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:09:31.199982 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5004bed-8e6f-498a-921e-27396f50e4dc admin admin] Made reservation on behalf of 683df2a7a4f840948d41ffc153cf6898 for: {'network': 1} {{(pid=92825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 13:09:31.202672 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-d5004bed-8e6f-498a-921e-27396f50e4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for network, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:31.212048 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-d5004bed-8e6f-498a-921e-27396f50e4dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:31.310117 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-d5004bed-8e6f-498a-921e-27396f50e4dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:31.315092 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-d5004bed-8e6f-498a-921e-27396f50e4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:31.318171 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-b68d4f19-5ed4-4579-a4bb-39196976bc03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:09:31.345404 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5004bed-8e6f-498a-921e-27396f50e4dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=92825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 13:09:31.353568 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5004bed-8e6f-498a-921e-27396f50e4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49e9595-cf64-404b-b09f-97b414ffd0ae,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:09:31.357316 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-d5004bed-8e6f-498a-921e-27396f50e4dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:09:31.361993 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-d5004bed-8e6f-498a-921e-27396f50e4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559'] for segment, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:31.362404 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.db.segments_db [None req-d5004bed-8e6f-498a-921e-27396f50e4dc admin admin] Added segment 4d5eeae7-21c3-440e-8c31-3b2d57cb918d of type vlan for network 4b16d27d-7671-416b-82c8-c79d6005a12b Jun 18 13:09:31.403751 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-d5004bed-8e6f-498a-921e-27396f50e4dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743828617162'] for network, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:31.435908 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-d5004bed-8e6f-498a-921e-27396f50e4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2056967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782'] for network, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:31.437548 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5004bed-8e6f-498a-921e-27396f50e4dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:09:31.438214 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-d5004bed-8e6f-498a-921e-27396f50e4dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for network, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:31.441662 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-93001d08-d8c4-403e-a54a-ce4a16f70900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:09:31.507918 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-d5004bed-8e6f-498a-921e-27396f50e4dc admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3340120 Jun 18 13:09:31.514344 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5004bed-8e6f-498a-921e-27396f50e4dc admin admin] Pushing event updated for resources: {'Network': ['ID=4b16d27d-7671-416b-82c8-c79d6005a12b,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:09:31.518489 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-d5004bed-8e6f-498a-921e-27396f50e4dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:09:31.525937 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Network 4b16d27d-7671-416b-82c8-c79d6005a12b details requested by agent ovs-agent-dv-cinder-797073-1-iscsi with host dv-cinder-797073-1-iscsi {{(pid=92827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 13:09:31.561755 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 58152) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:09:31.567142 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-36b068cc-63f2-41bf-890c-565f319ff450 admin admin] Request body: {'subnet': {'network_id': '4b16d27d-7671-416b-82c8-c79d6005a12b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-761962238-subnet', 'tenant_id': '683df2a7a4f840948d41ffc153cf6898', 'ip_version': 4}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:09:31.597841 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b068cc-63f2-41bf-890c-565f319ff450 admin admin] Made reservation on behalf of 683df2a7a4f840948d41ffc153cf6898 for: {'subnet': 1} {{(pid=92826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 13:09:31.600236 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-36b068cc-63f2-41bf-890c-565f319ff450 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4917010'] for subnet, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:31.794299 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-36b068cc-63f2-41bf-890c-565f319ff450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4940255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4916992'] for subnet, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:31.796735 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:09:31.851094 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b068cc-63f2-41bf-890c-565f319ff450 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aa151ab-2dfb-42cc-9a03-f9472ba5a79f,revision_number=0']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:09:31.854891 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-36b068cc-63f2-41bf-890c-565f319ff450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:09:31.862924 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b068cc-63f2-41bf-890c-565f319ff450 admin admin] Checking segment: {'id': '4d5eeae7-21c3-440e-8c31-3b2d57cb918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '4b16d27d-7671-416b-82c8-c79d6005a12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 13:09:31.863334 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b068cc-63f2-41bf-890c-565f319ff450 admin admin] Network hostable DHCP agents. Network: 4b16d27d-7671-416b-82c8-c79d6005a12b, hostable agents: ['a4764913-7e4e-4767-85bd-6fdf32f4ace2'], hosted agents: [] {{(pid=92826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 13:09:31.882281 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b068cc-63f2-41bf-890c-565f319ff450 admin admin] Network 4b16d27d-7671-416b-82c8-c79d6005a12b is scheduled to be hosted by DHCP agent a4764913-7e4e-4767-85bd-6fdf32f4ace2 with binding_index 1 {{(pid=92826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 13:09:31.891911 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.base_scheduler [None req-36b068cc-63f2-41bf-890c-565f319ff450 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797073-1-iscsi, 4b16d27d-7671-416b-82c8-c79d6005a12b) {{(pid=92826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 13:09:31.896182 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b068cc-63f2-41bf-890c-565f319ff450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:09:31.896865 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-36b068cc-63f2-41bf-890c-565f319ff450 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:31.903555 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edd6d89-121c-4683-8fe1-a94c24aaa0f5 None None] Network 4b16d27d-7671-416b-82c8-c79d6005a12b requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 13:09:31.912325 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-36b068cc-63f2-41bf-890c-565f319ff450 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3491697 Jun 18 13:09:31.914953 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 58154) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:09:31.919478 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-5e0ffe5b-2f1b-47b6-b74b-2c1f07aab9e2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-761962238-router', 'tenant_id': '683df2a7a4f840948d41ffc153cf6898', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'}}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:09:31.942956 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-5e0ffe5b-2f1b-47b6-b74b-2c1f07aab9e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2084009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28470'] for router, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:31.944649 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-5e0ffe5b-2f1b-47b6-b74b-2c1f07aab9e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2084052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1971176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28495'] for router, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:32.015756 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-5e0ffe5b-2f1b-47b6-b74b-2c1f07aab9e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:32.098818 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eb268b-4aa3-433d-a531-1432e401f405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdfc798f7-bdfd-51cf-81b5-ef75a3e95708-4b16d27d-7671-416b-82c8-c79d6005a12b', 'network_id': '4b16d27d-7671-416b-82c8-c79d6005a12b', 'tenant_id': '683df2a7a4f840948d41ffc153cf6898', 'fixed_ips': [{'subnet_id': '2aa151ab-2dfb-42cc-9a03-f9472ba5a79f'}]}} from dv-cinder-797073-1-iscsi. {{(pid=92827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 13:09:32.099941 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f9eb268b-4aa3-433d-a531-1432e401f405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:32.181024 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-5e0ffe5b-2f1b-47b6-b74b-2c1f07aab9e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054888', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2083931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28509'] for router, precommit_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:32.182667 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 9d637f79-8f77-4a03-a275-f5b2547896f8 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 13:09:32.283336 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.db_base_plugin_common [None req-f9eb268b-4aa3-433d-a531-1432e401f405 None None] Allocated IP 172.20.0.2 (4b16d27d-7671-416b-82c8-c79d6005a12b/2aa151ab-2dfb-42cc-9a03-f9472ba5a79f/ad87d5bb-f922-4166-bd16-99b58bf2b590) {{(pid=92827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 13:09:32.289886 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port 9d637f79-8f77-4a03-a275-f5b2547896f8 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 13:09:32.290266 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:32.394607 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-5e0ffe5b-2f1b-47b6-b74b-2c1f07aab9e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:32.414776 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-5e0ffe5b-2f1b-47b6-b74b-2c1f07aab9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:32.474034 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device d588703d-546e-459b-a8cc-196e36a9f171 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 13:09:32.497504 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 13:09:32.521302 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.db_base_plugin_common [None req-5e0ffe5b-2f1b-47b6-b74b-2c1f07aab9e2 admin admin] Allocated IP 172.27.0.52 (9d896988-a366-408b-a158-be6ed4023cc1/a87da4ed-432b-4387-92bb-db12946e6cdf/7a60eb13-2ca8-4935-ad38-ca30d6ed79bc) {{(pid=92825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 13:09:32.521613 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f9eb268b-4aa3-433d-a531-1432e401f405 None None] Notify callbacks [] for port, precommit_create {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:32.533038 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f9eb268b-4aa3-433d-a531-1432e401f405 None None] Transition to ACTIVE for port object ad87d5bb-f922-4166-bd16-99b58bf2b590 will not be triggered until provisioned by entity L2. {{(pid=92827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 13:09:32.552746 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f9eb268b-4aa3-433d-a531-1432e401f405 None None] Transition to ACTIVE for port object ad87d5bb-f922-4166-bd16-99b58bf2b590 will not be triggered until provisioned by entity DHCP. {{(pid=92827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 13:09:32.557734 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning for port d588703d-546e-459b-a8cc-196e36a9f171 completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 13:09:32.561314 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f9eb268b-4aa3-433d-a531-1432e401f405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645'] for port, after_create {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:32.563476 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-b5ae2046-01db-4ee1-b4c7-b1f553320f1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:09:32.566103 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port d588703d-546e-459b-a8cc-196e36a9f171 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 13:09:32.566463 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:32.626102 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9eb268b-4aa3-433d-a531-1432e401f405 None None] Network 4b16d27d-7671-416b-82c8-c79d6005a12b is already hosted by enough agents. {{(pid=92827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 13:09:32.627649 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-5e0ffe5b-2f1b-47b6-b74b-2c1f07aab9e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:32.636445 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.scheduler.base_scheduler [None req-f9eb268b-4aa3-433d-a531-1432e401f405 None None] Resources bound (agent type, host, resource id): {{(pid=92827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 13:09:32.642070 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eb268b-4aa3-433d-a531-1432e401f405 None None] Received port after_create {{(pid=92827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 13:09:32.652126 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb268b-4aa3-433d-a531-1432e401f405 None None] Pushing event updated for resources: {'Port': ['ID=ad87d5bb-f922-4166-bd16-99b58bf2b590,revision_number=1']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:09:32.659563 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f9eb268b-4aa3-433d-a531-1432e401f405 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:09:32.675246 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-5e0ffe5b-2f1b-47b6-b74b-2c1f07aab9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8372378'] for port, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:32.678189 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-9a9eea7e-2a20-46fd-bf4c-280652a17930 tempest-TestMinimumBasicScenario-1890652439 tempest-TestMinimumBasicScenario-1890652439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:09:32.717952 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0ffe5b-2f1b-47b6-b74b-2c1f07aab9e2 admin admin] Network 9d896988-a366-408b-a158-be6ed4023cc1 is already hosted by enough agents. {{(pid=92825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 13:09:32.720747 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [None req-5e0ffe5b-2f1b-47b6-b74b-2c1f07aab9e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 13:09:32.724323 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0ffe5b-2f1b-47b6-b74b-2c1f07aab9e2 admin admin] Received port after_create {{(pid=92825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 13:09:32.741099 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-f9eb268b-4aa3-433d-a531-1432e401f405 None None] Attempting to bind port ad87d5bb-f922-4166-bd16-99b58bf2b590 on host dv-cinder-797073-1-iscsi for vnic_type normal with profile {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 13:09:32.741482 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-f9eb268b-4aa3-433d-a531-1432e401f405 None None] Attempting to bind port ad87d5bb-f922-4166-bd16-99b58bf2b590 by drivers openvswitch,hyperv on host dv-cinder-797073-1-iscsi at level 0 using segments [{'id': '4d5eeae7-21c3-440e-8c31-3b2d57cb918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '4b16d27d-7671-416b-82c8-c79d6005a12b'}] {{(pid=92827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 13:09:32.741854 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eb268b-4aa3-433d-a531-1432e401f405 None None] Attempting to bind port ad87d5bb-f922-4166-bd16-99b58bf2b590 on network 4b16d27d-7671-416b-82c8-c79d6005a12b {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 13:09:32.744997 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:32.750591 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ffe5b-2f1b-47b6-b74b-2c1f07aab9e2 admin admin] Pushing event updated for resources: {'Port': ['ID=7a60eb13-2ca8-4935-ad38-ca30d6ed79bc,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:09:32.753369 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eb268b-4aa3-433d-a531-1432e401f405 None None] Checking agent: {'id': '157fcad4-361f-41bd-95f6-95639e81fcdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 45, 55), 'started_at': datetime.datetime(2021, 6, 18, 12, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 13, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 13:09:32.753787 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eb268b-4aa3-433d-a531-1432e401f405 None None] Checking segment: {'id': '4d5eeae7-21c3-440e-8c31-3b2d57cb918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '4b16d27d-7671-416b-82c8-c79d6005a12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 13:09:32.754731 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f9eb268b-4aa3-433d-a531-1432e401f405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:32.754731 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eb268b-4aa3-433d-a531-1432e401f405 None None] Bound using segment: {'id': '4d5eeae7-21c3-440e-8c31-3b2d57cb918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '4b16d27d-7671-416b-82c8-c79d6005a12b'} {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 13:09:32.755045 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-f9eb268b-4aa3-433d-a531-1432e401f405 None None] Bound port: ad87d5bb-f922-4166-bd16-99b58bf2b590, host: dv-cinder-797073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d5eeae7-21c3-440e-8c31-3b2d57cb918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '4b16d27d-7671-416b-82c8-c79d6005a12b'}}] {{(pid=92827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 13:09:32.755173 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-5e0ffe5b-2f1b-47b6-b74b-2c1f07aab9e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:09:32.755398 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f9eb268b-4aa3-433d-a531-1432e401f405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:32.779944 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] For port d588703d-546e-459b-a8cc-196e36a9f171, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=d588703d-546e-459b-a8cc-196e36a9f171,segment=NetworkSegment(b79588fc-20f0-437a-9a07-92a6b1056918),segment_id=b79588fc-20f0-437a-9a07-92a6b1056918)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:09:32.783912 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:32.802251 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-70f2c176-0362-4a78-8f20-b59fe426d419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:09:32.873759 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Pushing event updated for resources: {'Port': ['ID=d588703d-546e-459b-a8cc-196e36a9f171,revision_number=4']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:09:32.876642 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f9eb268b-4aa3-433d-a531-1432e401f405 None None] For port ad87d5bb-f922-4166-bd16-99b58bf2b590, host dv-cinder-797073-1-iscsi, cleared binding levels {{(pid=92827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 13:09:32.879081 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:09:32.880682 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f9eb268b-4aa3-433d-a531-1432e401f405 None None] For port ad87d5bb-f922-4166-bd16-99b58bf2b590, host dv-cinder-797073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=ad87d5bb-f922-4166-bd16-99b58bf2b590,segment=NetworkSegment(4d5eeae7-21c3-440e-8c31-3b2d57cb918d),segment_id=4d5eeae7-21c3-440e-8c31-3b2d57cb918d)] {{(pid=92827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 13:09:32.886554 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f9eb268b-4aa3-433d-a531-1432e401f405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:32.888611 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:09:32.951425 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb268b-4aa3-433d-a531-1432e401f405 None None] Pushing event updated for resources: {'Port': ['ID=ad87d5bb-f922-4166-bd16-99b58bf2b590,revision_number=2']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:09:32.954467 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f9eb268b-4aa3-433d-a531-1432e401f405 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:09:32.988527 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-5e0ffe5b-2f1b-47b6-b74b-2c1f07aab9e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:32.992829 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77ee33a-2452-4d10-9173-0ccb03f06aa8 None None] Sync routers for ids ['33b31fcd-e542-4fc9-a073-4dd4b44d2118'] in dv-cinder-797073-1-iscsi {{(pid=92828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 13:09:33.006100 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77ee33a-2452-4d10-9173-0ccb03f06aa8 None None] Routers {'33b31fcd-e542-4fc9-a073-4dd4b44d2118'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:09:33.006919 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-c77ee33a-2452-4d10-9173-0ccb03f06aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:09:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['33b31fcd-e542-4fc9-a073-4dd4b44d2118'], 'active': True} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:09:33.150395 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvr_db [None req-c77ee33a-2452-4d10-9173-0ccb03f06aa8 None None] Set router 33b31fcd-e542-4fc9-a073-4dd4b44d2118 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:09:33.374615 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-c77ee33a-2452-4d10-9173-0ccb03f06aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'name': 'tempest-TestVolumeBootPattern-1087537416-router', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:30Z', 'revision_number': 4, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'gw_port': {'id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': 'e86c74ba-ea7e-4500-ace3-5c996b6354cf', 'name': '', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'mac_address': 'fa:16:3e:45:d9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:29Z', 'updated_at': '2021-06-18T13:09:30Z', 'revision_number': 2, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'subnets': [{'id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:09:33.400956 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77ee33a-2452-4d10-9173-0ccb03f06aa8 None None] Checking router: 33b31fcd-e542-4fc9-a073-4dd4b44d2118 for host: dv-cinder-797073-1-iscsi {{(pid=92828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 13:09:33.401230 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77ee33a-2452-4d10-9173-0ccb03f06aa8 None None] Updating router 33b31fcd-e542-4fc9-a073-4dd4b44d2118 port e86c74ba-ea7e-4500-ace3-5c996b6354cf binding host dv-cinder-797073-1-iscsi {{(pid=92828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 13:09:33.436612 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-c77ee33a-2452-4d10-9173-0ccb03f06aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:33.489199 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-5e0ffe5b-2f1b-47b6-b74b-2c1f07aab9e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2084000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054972'] for router, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:33.617422 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0ffe5b-2f1b-47b6-b74b-2c1f07aab9e2 admin admin] Router c7c51540-2da1-4b79-9c5b-a50214d84d0c is scheduled to L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc with binding_index 1 {{(pid=92825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 13:09:33.709100 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-c77ee33a-2452-4d10-9173-0ccb03f06aa8 None None] Notify callbacks [] for port, precommit_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:33.719053 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.provisioning_blocks [None req-c77ee33a-2452-4d10-9173-0ccb03f06aa8 None None] Transition to ACTIVE for port object e86c74ba-ea7e-4500-ace3-5c996b6354cf will not be triggered until provisioned by entity L2. {{(pid=92828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 13:09:33.726400 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-c77ee33a-2452-4d10-9173-0ccb03f06aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:33.732013 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0ffe5b-2f1b-47b6-b74b-2c1f07aab9e2 admin admin] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 13:09:33.736841 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG oslo_concurrency.lockutils [None req-c7636efa-7fbc-4139-b82f-feecc196af0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:09:33.745167 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fd5b99-5097-45d7-831b-0a25651392d4 None None] Sync routers for ids ['c7c51540-2da1-4b79-9c5b-a50214d84d0c'] in dv-cinder-797073-1-iscsi {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 13:09:33.751905 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-5e0ffe5b-2f1b-47b6-b74b-2c1f07aab9e2 admin admin] Notify callbacks [] for router, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:33.754912 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-5e0ffe5b-2f1b-47b6-b74b-2c1f07aab9e2 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8375707 Jun 18 13:09:33.756383 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 58156) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:09:33.761222 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fd5b99-5097-45d7-831b-0a25651392d4 None None] Routers {'c7c51540-2da1-4b79-9c5b-a50214d84d0c'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:09:33.762809 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-f9fd5b99-5097-45d7-831b-0a25651392d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:09:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['c7c51540-2da1-4b79-9c5b-a50214d84d0c'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:09:33.814833 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c84b48-ab27-4cc9-b2fb-746ded8ab9e9 None None] Pushing event updated for resources: {'Port': ['ID=e86c74ba-ea7e-4500-ace3-5c996b6354cf,revision_number=3']} {{(pid=92828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:09:33.824017 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c84b48-ab27-4cc9-b2fb-746ded8ab9e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:09:33.824371 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c84b48-ab27-4cc9-b2fb-746ded8ab9e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:09:33.825298 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c84b48-ab27-4cc9-b2fb-746ded8ab9e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:09:33.825642 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c84b48-ab27-4cc9-b2fb-746ded8ab9e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:09:33.826543 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c84b48-ab27-4cc9-b2fb-746ded8ab9e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:09:33.826879 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c84b48-ab27-4cc9-b2fb-746ded8ab9e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:09:33.827418 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c84b48-ab27-4cc9-b2fb-746ded8ab9e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:09:33.827919 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c84b48-ab27-4cc9-b2fb-746ded8ab9e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:09:33.828960 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c84b48-ab27-4cc9-b2fb-746ded8ab9e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:09:33.829485 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c84b48-ab27-4cc9-b2fb-746ded8ab9e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:09:33.830006 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c84b48-ab27-4cc9-b2fb-746ded8ab9e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:09:33.830508 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c84b48-ab27-4cc9-b2fb-746ded8ab9e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:09:33.835774 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG oslo_concurrency.lockutils [None req-81c84b48-ab27-4cc9-b2fb-746ded8ab9e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:09:33.911639 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.managers [None req-c77ee33a-2452-4d10-9173-0ccb03f06aa8 None None] Attempting to bind port e86c74ba-ea7e-4500-ace3-5c996b6354cf on host dv-cinder-797073-1-iscsi for vnic_type normal with profile {{(pid=92828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 13:09:33.912102 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.managers [None req-c77ee33a-2452-4d10-9173-0ccb03f06aa8 None None] Attempting to bind port e86c74ba-ea7e-4500-ace3-5c996b6354cf by drivers openvswitch,hyperv on host dv-cinder-797073-1-iscsi at level 0 using segments [{'id': '5c47d499-86b3-4778-b3cb-a36889e2825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360'}] {{(pid=92828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 13:09:33.914170 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77ee33a-2452-4d10-9173-0ccb03f06aa8 None None] Attempting to bind port e86c74ba-ea7e-4500-ace3-5c996b6354cf on network 4d8dd0f0-d1c1-453c-b28b-7799f651a360 {{(pid=92828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 13:09:33.925184 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77ee33a-2452-4d10-9173-0ccb03f06aa8 None None] Checking agent: {'id': '157fcad4-361f-41bd-95f6-95639e81fcdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 45, 55), 'started_at': datetime.datetime(2021, 6, 18, 12, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 13, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 13:09:33.926075 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77ee33a-2452-4d10-9173-0ccb03f06aa8 None None] Checking segment: {'id': '5c47d499-86b3-4778-b3cb-a36889e2825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 13:09:33.926546 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-c77ee33a-2452-4d10-9173-0ccb03f06aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:33.927005 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77ee33a-2452-4d10-9173-0ccb03f06aa8 None None] Bound using segment: {'id': '5c47d499-86b3-4778-b3cb-a36889e2825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360'} {{(pid=92828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 13:09:33.927549 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.managers [None req-c77ee33a-2452-4d10-9173-0ccb03f06aa8 None None] Bound port: e86c74ba-ea7e-4500-ace3-5c996b6354cf, host: dv-cinder-797073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c47d499-86b3-4778-b3cb-a36889e2825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360'}}] {{(pid=92828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 13:09:33.927986 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-c77ee33a-2452-4d10-9173-0ccb03f06aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:33.943800 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-f9fd5b99-5097-45d7-831b-0a25651392d4 None None] Set router c7c51540-2da1-4b79-9c5b-a50214d84d0c gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:09:34.026373 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.db [None req-c77ee33a-2452-4d10-9173-0ccb03f06aa8 None None] For port e86c74ba-ea7e-4500-ace3-5c996b6354cf, host dv-cinder-797073-1-iscsi, cleared binding levels {{(pid=92828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 13:09:34.034168 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.db [None req-c77ee33a-2452-4d10-9173-0ccb03f06aa8 None None] For port e86c74ba-ea7e-4500-ace3-5c996b6354cf, host dv-cinder-797073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=e86c74ba-ea7e-4500-ace3-5c996b6354cf,segment=NetworkSegment(5c47d499-86b3-4778-b3cb-a36889e2825c),segment_id=5c47d499-86b3-4778-b3cb-a36889e2825c)] {{(pid=92828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 13:09:34.042833 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-c77ee33a-2452-4d10-9173-0ccb03f06aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:34.045920 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG oslo_concurrency.lockutils [None req-ec5b1648-dca9-4637-9f27-6fb665ee3193 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:09:34.099743 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb912943-aa64-461d-a45f-9b8b5c0904e8 None None] Network 4b16d27d-7671-416b-82c8-c79d6005a12b requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 13:09:34.130364 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77ee33a-2452-4d10-9173-0ccb03f06aa8 None None] Routers {'33b31fcd-e542-4fc9-a073-4dd4b44d2118'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:09:34.131626 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-c77ee33a-2452-4d10-9173-0ccb03f06aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:09:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['33b31fcd-e542-4fc9-a073-4dd4b44d2118'], 'active': True} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:09:34.178185 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c84b48-ab27-4cc9-b2fb-746ded8ab9e9 None None] Pushing event updated for resources: {'Port': ['ID=e86c74ba-ea7e-4500-ace3-5c996b6354cf,revision_number=4']} {{(pid=92828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:09:34.188112 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG oslo_concurrency.lockutils [None req-81c84b48-ab27-4cc9-b2fb-746ded8ab9e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:09:34.290654 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvr_db [None req-c77ee33a-2452-4d10-9173-0ccb03f06aa8 None None] Set router 33b31fcd-e542-4fc9-a073-4dd4b44d2118 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:09:34.337811 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-235732cc-233b-4a3c-942f-7c4578881686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:34.342336 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device d588703d-546e-459b-a8cc-196e36a9f171 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 13:09:34.506086 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.db_base_plugin_common [None req-235732cc-233b-4a3c-942f-7c4578881686 admin admin] Allocated IP 172.20.0.1 (4b16d27d-7671-416b-82c8-c79d6005a12b/2aa151ab-2dfb-42cc-9a03-f9472ba5a79f/926f234e-0f07-4e4c-acd7-f6698aab08a4) {{(pid=92826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 13:09:34.509304 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port d588703d-546e-459b-a8cc-196e36a9f171 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 13:09:34.509698 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:34.523338 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-c77ee33a-2452-4d10-9173-0ccb03f06aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'name': 'tempest-TestVolumeBootPattern-1087537416-router', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:30Z', 'revision_number': 4, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'gw_port': {'id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': 'e86c74ba-ea7e-4500-ace3-5c996b6354cf', 'name': '', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'mac_address': 'fa:16:3e:45:d9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:29Z', 'updated_at': '2021-06-18T13:09:34Z', 'revision_number': 4, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'subnets': [{'id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:09:34.549476 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77ee33a-2452-4d10-9173-0ccb03f06aa8 None None] The sync data for ids ['33b31fcd-e542-4fc9-a073-4dd4b44d2118'] in dv-cinder-797073-1-iscsi is: [{'id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'name': 'tempest-TestVolumeBootPattern-1087537416-router', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:30Z', 'revision_number': 4, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'gw_port': {'id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': 'e86c74ba-ea7e-4500-ace3-5c996b6354cf', 'name': '', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'mac_address': 'fa:16:3e:45:d9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:29Z', 'updated_at': '2021-06-18T13:09:34Z', 'revision_number': 4, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'subnets': [{'id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 13:09:34.588004 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-6b62d8ee-77e5-402c-b3f3-f3c8b0273656 None None] Provisioning for port ad87d5bb-f922-4166-bd16-99b58bf2b590 completed by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 13:09:34.630486 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-f9fd5b99-5097-45d7-831b-0a25651392d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c51540-2da1-4b79-9c5b-a50214d84d0c', 'name': 'tempest-TestVolumeBootPattern-761962238-router', 'tenant_id': '683df2a7a4f840948d41ffc153cf6898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '7a60eb13-2ca8-4935-ad38-ca30d6ed79bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T13:09:31Z', 'updated_at': '2021-06-18T13:09:32Z', 'revision_number': 3, 'project_id': '683df2a7a4f840948d41ffc153cf6898', 'gw_port': {'id': '7a60eb13-2ca8-4935-ad38-ca30d6ed79bc', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c51540-2da1-4b79-9c5b-a50214d84d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:32Z', 'updated_at': '2021-06-18T13:09:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi'}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:09:34.635969 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-235732cc-233b-4a3c-942f-7c4578881686 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:34.654300 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.provisioning_blocks [None req-235732cc-233b-4a3c-942f-7c4578881686 admin admin] Transition to ACTIVE for port object 926f234e-0f07-4e4c-acd7-f6698aab08a4 will not be triggered until provisioned by entity DHCP. {{(pid=92826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 13:09:34.690072 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fd5b99-5097-45d7-831b-0a25651392d4 None None] Checking router: c7c51540-2da1-4b79-9c5b-a50214d84d0c for host: dv-cinder-797073-1-iscsi {{(pid=92827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 13:09:34.690253 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fd5b99-5097-45d7-831b-0a25651392d4 None None] Updating router c7c51540-2da1-4b79-9c5b-a50214d84d0c port 7a60eb13-2ca8-4935-ad38-ca30d6ed79bc binding host dv-cinder-797073-1-iscsi {{(pid=92827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 13:09:34.691030 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-235732cc-233b-4a3c-942f-7c4578881686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4940139'] for port, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:34.694829 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-ccf6e502-dd75-491d-9773-1dd4b2aa7d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:09:34.719484 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device ad87d5bb-f922-4166-bd16-99b58bf2b590 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 13:09:34.737069 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235732cc-233b-4a3c-942f-7c4578881686 admin admin] Network 4b16d27d-7671-416b-82c8-c79d6005a12b is already hosted by enough agents. {{(pid=92826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 13:09:34.739927 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.base_scheduler [None req-235732cc-233b-4a3c-942f-7c4578881686 admin admin] Resources bound (agent type, host, resource id): {{(pid=92826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 13:09:34.742550 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235732cc-233b-4a3c-942f-7c4578881686 admin admin] Received port after_create {{(pid=92826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 13:09:34.758652 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f9fd5b99-5097-45d7-831b-0a25651392d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:34.778064 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235732cc-233b-4a3c-942f-7c4578881686 admin admin] Pushing event updated for resources: {'Port': ['ID=926f234e-0f07-4e4c-acd7-f6698aab08a4,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:09:34.781779 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-235732cc-233b-4a3c-942f-7c4578881686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:09:34.801941 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-235732cc-233b-4a3c-942f-7c4578881686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052883'] for router_interface, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:34.953731 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-235732cc-233b-4a3c-942f-7c4578881686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:34.958434 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning for port ad87d5bb-f922-4166-bd16-99b58bf2b590 completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 13:09:34.978738 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port ad87d5bb-f922-4166-bd16-99b58bf2b590 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 13:09:34.979121 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:35.027712 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-19a25ca8-f32c-4be1-b009-0649f23a137f None None] Provisioning complete for port ad87d5bb-f922-4166-bd16-99b58bf2b590 triggered by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 13:09:35.028086 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-19a25ca8-f32c-4be1-b009-0649f23a137f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:35.150865 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:35.155026 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-235732cc-233b-4a3c-942f-7c4578881686 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:35.161174 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-235732cc-233b-4a3c-942f-7c4578881686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4940125'] for port, after_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:35.163942 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-f0c5f112-e507-48bf-bda8-c498de537caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:09:35.235900 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235732cc-233b-4a3c-942f-7c4578881686 admin admin] Pushing event updated for resources: {'Port': ['ID=926f234e-0f07-4e4c-acd7-f6698aab08a4,revision_number=2']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:09:35.240913 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-235732cc-233b-4a3c-942f-7c4578881686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:09:35.242130 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-235732cc-233b-4a3c-942f-7c4578881686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2059530'] for router_interface, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:35.250798 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f9fd5b99-5097-45d7-831b-0a25651392d4 None None] Notify callbacks [] for port, precommit_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:35.259730 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] For port ad87d5bb-f922-4166-bd16-99b58bf2b590, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=ad87d5bb-f922-4166-bd16-99b58bf2b590,segment=NetworkSegment(4d5eeae7-21c3-440e-8c31-3b2d57cb918d),segment_id=4d5eeae7-21c3-440e-8c31-3b2d57cb918d)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:09:35.270331 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:35.273813 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f9fd5b99-5097-45d7-831b-0a25651392d4 None None] Transition to ACTIVE for port object 7a60eb13-2ca8-4935-ad38-ca30d6ed79bc will not be triggered until provisioned by entity L2. {{(pid=92827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 13:09:35.275578 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:09:35.277485 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-19a25ca8-f32c-4be1-b009-0649f23a137f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:35.307585 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f9fd5b99-5097-45d7-831b-0a25651392d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:35.344699 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235732cc-233b-4a3c-942f-7c4578881686 admin admin] Network 4b16d27d-7671-416b-82c8-c79d6005a12b is already hosted by enough agents. {{(pid=92826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 13:09:35.346293 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.base_scheduler [None req-235732cc-233b-4a3c-942f-7c4578881686 admin admin] Resources bound (agent type, host, resource id): {{(pid=92826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 13:09:35.390930 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-f9fd5b99-5097-45d7-831b-0a25651392d4 None None] Attempting to bind port 7a60eb13-2ca8-4935-ad38-ca30d6ed79bc on host dv-cinder-797073-1-iscsi for vnic_type normal with profile {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 13:09:35.391310 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-f9fd5b99-5097-45d7-831b-0a25651392d4 None None] Attempting to bind port 7a60eb13-2ca8-4935-ad38-ca30d6ed79bc by drivers openvswitch,hyperv on host dv-cinder-797073-1-iscsi at level 0 using segments [{'id': 'b79588fc-20f0-437a-9a07-92a6b1056918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'}] {{(pid=92827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 13:09:35.391683 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fd5b99-5097-45d7-831b-0a25651392d4 None None] Attempting to bind port 7a60eb13-2ca8-4935-ad38-ca30d6ed79bc on network 9d896988-a366-408b-a158-be6ed4023cc1 {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 13:09:35.395206 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Pushing event updated for resources: {'Port': ['ID=ad87d5bb-f922-4166-bd16-99b58bf2b590,revision_number=3']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:09:35.402240 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:09:35.402890 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:09:35.409354 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fd5b99-5097-45d7-831b-0a25651392d4 None None] Checking agent: {'id': '157fcad4-361f-41bd-95f6-95639e81fcdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 45, 55), 'started_at': datetime.datetime(2021, 6, 18, 12, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 13, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 13:09:35.409788 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fd5b99-5097-45d7-831b-0a25651392d4 None None] Checking segment: {'id': 'b79588fc-20f0-437a-9a07-92a6b1056918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 13:09:35.410152 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f9fd5b99-5097-45d7-831b-0a25651392d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:35.410559 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fd5b99-5097-45d7-831b-0a25651392d4 None None] Bound using segment: {'id': 'b79588fc-20f0-437a-9a07-92a6b1056918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'} {{(pid=92827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 13:09:35.411102 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.managers [None req-f9fd5b99-5097-45d7-831b-0a25651392d4 None None] Bound port: 7a60eb13-2ca8-4935-ad38-ca30d6ed79bc, host: dv-cinder-797073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b79588fc-20f0-437a-9a07-92a6b1056918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1'}}] {{(pid=92827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 13:09:35.411731 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f9fd5b99-5097-45d7-831b-0a25651392d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:35.436248 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.db.api [None req-19a25ca8-f32c-4be1-b009-0649f23a137f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 13:09:35.436776 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_db.api [None req-19a25ca8-f32c-4be1-b009-0649f23a137f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 13:09:35.489678 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235732cc-233b-4a3c-942f-7c4578881686 admin admin] Router c7c51540-2da1-4b79-9c5b-a50214d84d0c has already been hosted by L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc {{(pid=92826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 13:09:35.490897 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36707e4a-ab3d-4525-9ae9-a0190f6e75fd None None] Pushing event updated for resources: {'Port': ['ID=7a60eb13-2ca8-4935-ad38-ca30d6ed79bc,revision_number=2']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:09:35.498633 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-36707e4a-ab3d-4525-9ae9-a0190f6e75fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:09:35.517531 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f9fd5b99-5097-45d7-831b-0a25651392d4 None None] For port 7a60eb13-2ca8-4935-ad38-ca30d6ed79bc, host dv-cinder-797073-1-iscsi, cleared binding levels {{(pid=92827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 13:09:35.520919 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f9fd5b99-5097-45d7-831b-0a25651392d4 None None] For port 7a60eb13-2ca8-4935-ad38-ca30d6ed79bc, host dv-cinder-797073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=7a60eb13-2ca8-4935-ad38-ca30d6ed79bc,segment=NetworkSegment(b79588fc-20f0-437a-9a07-92a6b1056918),segment_id=b79588fc-20f0-437a-9a07-92a6b1056918)] {{(pid=92827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 13:09:35.526492 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f9fd5b99-5097-45d7-831b-0a25651392d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:35.528562 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-bf9f070f-1d6a-4633-a722-533dc5fddabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:09:35.587770 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fd5b99-5097-45d7-831b-0a25651392d4 None None] Routers {'c7c51540-2da1-4b79-9c5b-a50214d84d0c'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:09:35.588392 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-f9fd5b99-5097-45d7-831b-0a25651392d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:09:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['c7c51540-2da1-4b79-9c5b-a50214d84d0c'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:09:35.590309 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36707e4a-ab3d-4525-9ae9-a0190f6e75fd None None] Pushing event updated for resources: {'Port': ['ID=7a60eb13-2ca8-4935-ad38-ca30d6ed79bc,revision_number=3']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:09:35.594967 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-36707e4a-ab3d-4525-9ae9-a0190f6e75fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:09:35.605807 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235732cc-233b-4a3c-942f-7c4578881686 admin admin] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 13:09:35.611331 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-235732cc-233b-4a3c-942f-7c4578881686 admin admin] 10.222.0.86 "PUT /v2.0/routers/c7c51540-2da1-4b79-9c5b-a50214d84d0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8539145 Jun 18 13:09:35.698304 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-f9fd5b99-5097-45d7-831b-0a25651392d4 None None] Set router c7c51540-2da1-4b79-9c5b-a50214d84d0c gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:09:35.916249 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-f9fd5b99-5097-45d7-831b-0a25651392d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c51540-2da1-4b79-9c5b-a50214d84d0c', 'name': 'tempest-TestVolumeBootPattern-761962238-router', 'tenant_id': '683df2a7a4f840948d41ffc153cf6898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '7a60eb13-2ca8-4935-ad38-ca30d6ed79bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T13:09:31Z', 'updated_at': '2021-06-18T13:09:34Z', 'revision_number': 4, 'project_id': '683df2a7a4f840948d41ffc153cf6898', 'gw_port': {'id': '7a60eb13-2ca8-4935-ad38-ca30d6ed79bc', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c51540-2da1-4b79-9c5b-a50214d84d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:32Z', 'updated_at': '2021-06-18T13:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': '926f234e-0f07-4e4c-acd7-f6698aab08a4', 'name': '', 'network_id': '4b16d27d-7671-416b-82c8-c79d6005a12b', 'tenant_id': '683df2a7a4f840948d41ffc153cf6898', 'mac_address': 'fa:16:3e:a3:97:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c51540-2da1-4b79-9c5b-a50214d84d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '2aa151ab-2dfb-42cc-9a03-f9472ba5a79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:34Z', 'updated_at': '2021-06-18T13:09:35Z', 'revision_number': 2, 'project_id': '683df2a7a4f840948d41ffc153cf6898', 'subnets': [{'id': '2aa151ab-2dfb-42cc-9a03-f9472ba5a79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:09:35.962971 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fd5b99-5097-45d7-831b-0a25651392d4 None None] The sync data for ids ['c7c51540-2da1-4b79-9c5b-a50214d84d0c'] in dv-cinder-797073-1-iscsi is: [{'id': 'c7c51540-2da1-4b79-9c5b-a50214d84d0c', 'name': 'tempest-TestVolumeBootPattern-761962238-router', 'tenant_id': '683df2a7a4f840948d41ffc153cf6898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '7a60eb13-2ca8-4935-ad38-ca30d6ed79bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T13:09:31Z', 'updated_at': '2021-06-18T13:09:34Z', 'revision_number': 4, 'project_id': '683df2a7a4f840948d41ffc153cf6898', 'gw_port': {'id': '7a60eb13-2ca8-4935-ad38-ca30d6ed79bc', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c51540-2da1-4b79-9c5b-a50214d84d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:32Z', 'updated_at': '2021-06-18T13:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': '926f234e-0f07-4e4c-acd7-f6698aab08a4', 'name': '', 'network_id': '4b16d27d-7671-416b-82c8-c79d6005a12b', 'tenant_id': '683df2a7a4f840948d41ffc153cf6898', 'mac_address': 'fa:16:3e:a3:97:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c51540-2da1-4b79-9c5b-a50214d84d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '2aa151ab-2dfb-42cc-9a03-f9472ba5a79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:34Z', 'updated_at': '2021-06-18T13:09:35Z', 'revision_number': 2, 'project_id': '683df2a7a4f840948d41ffc153cf6898', 'subnets': [{'id': '2aa151ab-2dfb-42cc-9a03-f9472ba5a79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 13:09:36.083870 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device e86c74ba-ea7e-4500-ace3-5c996b6354cf up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 13:09:36.148246 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-252b0784-5950-4366-b916-c00f25ad1e6b None None] Provisioning for port 926f234e-0f07-4e4c-acd7-f6698aab08a4 completed by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 13:09:36.160888 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-252b0784-5950-4366-b916-c00f25ad1e6b None None] Provisioning complete for port 926f234e-0f07-4e4c-acd7-f6698aab08a4 triggered by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 13:09:36.161751 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-252b0784-5950-4366-b916-c00f25ad1e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:36.194939 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning for port e86c74ba-ea7e-4500-ace3-5c996b6354cf completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 13:09:36.203540 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port e86c74ba-ea7e-4500-ace3-5c996b6354cf triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 13:09:36.203540 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:36.241423 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-252b0784-5950-4366-b916-c00f25ad1e6b None None] Port 926f234e-0f07-4e4c-acd7-f6698aab08a4 cannot update to ACTIVE because it is not bound. {{(pid=92827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 13:09:36.313043 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:36.323384 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 58164) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:09:36.329863 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-b8cf86f0-860a-4405-9724-0b2e7e7c98db tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1296225341', 'description': 'tempest-secgroup-smoke-1296225341 description', 'project_id': '199716da8e9b46b294f07c4a76a0f071'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:09:36.347774 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] For port e86c74ba-ea7e-4500-ace3-5c996b6354cf, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=e86c74ba-ea7e-4500-ace3-5c996b6354cf,segment=NetworkSegment(5c47d499-86b3-4778-b3cb-a36889e2825c),segment_id=5c47d499-86b3-4778-b3cb-a36889e2825c)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:09:36.354040 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:36.354632 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-b8cf86f0-860a-4405-9724-0b2e7e7c98db tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for security_group, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:36.355346 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device ad87d5bb-f922-4166-bd16-99b58bf2b590 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 13:09:36.358310 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:09:36.440288 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Pushing event updated for resources: {'Port': ['ID=e86c74ba-ea7e-4500-ace3-5c996b6354cf,revision_number=5']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:09:36.444258 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:09:36.457964 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-b8cf86f0-860a-4405-9724-0b2e7e7c98db tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for security_group, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:36.458209 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port ad87d5bb-f922-4166-bd16-99b58bf2b590 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 13:09:36.458500 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:36.462971 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-b8cf86f0-860a-4405-9724-0b2e7e7c98db tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:36.474068 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-34de11c7-2990-435d-8f88-cf7f6178ee7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:09:36.486291 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-b8cf86f0-860a-4405-9724-0b2e7e7c98db tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:36.490191 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-b8cf86f0-860a-4405-9724-0b2e7e7c98db tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1621799 Jun 18 13:09:36.491034 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 58166) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:09:36.495220 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-f26c927f-94cf-4aa1-b31d-b756d06bf95e tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Request body: {'security_group_rule': {'security_group_id': 'e8128926-7d9a-41cc-bb65-f14a6e0de27d', 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:09:36.503364 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf86f0-860a-4405-9724-0b2e7e7c98db tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8128926-7d9a-41cc-bb65-f14a6e0de27d,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:09:36.516132 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-b8cf86f0-860a-4405-9724-0b2e7e7c98db tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:09:36.527695 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-f26c927f-94cf-4aa1-b31d-b756d06bf95e tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:36.592575 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-f26c927f-94cf-4aa1-b31d-b756d06bf95e tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:36.597486 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-f26c927f-94cf-4aa1-b31d-b756d06bf95e tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017479'] for security_group_rule, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:36.599569 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:09:36.613676 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c927f-94cf-4aa1-b31d-b756d06bf95e tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a54c842-45db-41b9-90b0-0ee612838c01,revision_number=0']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:09:36.618991 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-f26c927f-94cf-4aa1-b31d-b756d06bf95e tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:09:36.627517 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-f26c927f-94cf-4aa1-b31d-b756d06bf95e tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:36.628913 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-f26c927f-94cf-4aa1-b31d-b756d06bf95e tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1373465 Jun 18 13:09:36.631561 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 58168) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:09:36.635967 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-9f96da18-ba2c-449c-b0e8-1784fba995e5 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Request body: {'security_group_rule': {'security_group_id': 'e8128926-7d9a-41cc-bb65-f14a6e0de27d', 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:09:36.662482 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-9f96da18-ba2c-449c-b0e8-1784fba995e5 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:36.722485 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-9f96da18-ba2c-449c-b0e8-1784fba995e5 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:36.725980 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-9f96da18-ba2c-449c-b0e8-1784fba995e5 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017479'] for security_group_rule, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:36.727958 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:09:36.743270 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f96da18-ba2c-449c-b0e8-1784fba995e5 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=107b8816-9abc-41ef-9a34-a614cd3b7fc3,revision_number=0']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:09:36.745705 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-9f96da18-ba2c-449c-b0e8-1784fba995e5 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:09:36.750428 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-9f96da18-ba2c-449c-b0e8-1784fba995e5 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:36.751894 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-9f96da18-ba2c-449c-b0e8-1784fba995e5 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1192904 Jun 18 13:09:36.754581 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 58170) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:09:36.758973 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-0e1ed7e9-2f7a-456b-a0b7-1dc431bdee24 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Request body: {'security_group_rule': {'security_group_id': 'e8128926-7d9a-41cc-bb65-f14a6e0de27d', 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:09:36.785027 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0e1ed7e9-2f7a-456b-a0b7-1dc431bdee24 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:36.844599 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0e1ed7e9-2f7a-456b-a0b7-1dc431bdee24 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:36.848008 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0e1ed7e9-2f7a-456b-a0b7-1dc431bdee24 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017479'] for security_group_rule, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:36.850035 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:09:36.867427 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ed7e9-2f7a-456b-a0b7-1dc431bdee24 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576e8441-37d8-49ef-b2de-f5e4132142dc,revision_number=0']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:09:36.870400 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-0e1ed7e9-2f7a-456b-a0b7-1dc431bdee24 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:09:36.876293 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0e1ed7e9-2f7a-456b-a0b7-1dc431bdee24 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:36.877521 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-0e1ed7e9-2f7a-456b-a0b7-1dc431bdee24 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1219792 Jun 18 13:09:36.880433 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 58172) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:09:36.884845 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-1a0ad666-1f22-4283-8e3c-ea7cd0ac4cd3 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Request body: {'security_group_rule': {'security_group_id': 'e8128926-7d9a-41cc-bb65-f14a6e0de27d', 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:09:36.911369 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-1a0ad666-1f22-4283-8e3c-ea7cd0ac4cd3 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:36.971305 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-1a0ad666-1f22-4283-8e3c-ea7cd0ac4cd3 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:36.974661 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-1a0ad666-1f22-4283-8e3c-ea7cd0ac4cd3 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017479'] for security_group_rule, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:36.976615 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-c2593e98-4508-40c0-b88d-32ae735c8aa8 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:09:36.992785 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ad666-1f22-4283-8e3c-ea7cd0ac4cd3 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f344d9b-844d-4be9-8c0e-69a23b7a00a7,revision_number=0']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:09:36.995539 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-1a0ad666-1f22-4283-8e3c-ea7cd0ac4cd3 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:09:36.999036 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-1a0ad666-1f22-4283-8e3c-ea7cd0ac4cd3 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:37.000379 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-1a0ad666-1f22-4283-8e3c-ea7cd0ac4cd3 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1189880 Jun 18 13:09:37.003240 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 58174) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:09:37.008279 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-799c755e-44de-43d2-8488-64c2abf15bc9 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Request body: {'security_group_rule': {'security_group_id': 'e8128926-7d9a-41cc-bb65-f14a6e0de27d', 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:09:37.031167 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.db.securitygroups_db [None req-799c755e-44de-43d2-8488-64c2abf15bc9 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Project 199716da8e9b46b294f07c4a76a0f071 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 13:09:37.035904 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-799c755e-44de-43d2-8488-64c2abf15bc9 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:37.092195 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-799c755e-44de-43d2-8488-64c2abf15bc9 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:37.095970 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-799c755e-44de-43d2-8488-64c2abf15bc9 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017479'] for security_group_rule, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:37.097921 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:09:37.113738 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c755e-44de-43d2-8488-64c2abf15bc9 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c090c95-6c72-43ff-ab14-30fd05f42a03,revision_number=0']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:09:37.116401 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-799c755e-44de-43d2-8488-64c2abf15bc9 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:09:37.121014 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-799c755e-44de-43d2-8488-64c2abf15bc9 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:37.124816 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-799c755e-44de-43d2-8488-64c2abf15bc9 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1178710 Jun 18 13:09:37.125331 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 58176) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:09:37.129724 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-1f791885-6003-4513-80ba-0e1d1979fb3c tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Request body: {'security_group_rule': {'security_group_id': 'e8128926-7d9a-41cc-bb65-f14a6e0de27d', 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:09:37.152871 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.db.securitygroups_db [None req-1f791885-6003-4513-80ba-0e1d1979fb3c tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Project 199716da8e9b46b294f07c4a76a0f071 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 13:09:37.158078 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-1f791885-6003-4513-80ba-0e1d1979fb3c tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:37.220536 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-1f791885-6003-4513-80ba-0e1d1979fb3c tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:37.224174 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-1f791885-6003-4513-80ba-0e1d1979fb3c tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017479'] for security_group_rule, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:37.226220 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:09:37.244586 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f791885-6003-4513-80ba-0e1d1979fb3c tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5848b29d-75dc-4af1-acbd-eee62ab8ac75,revision_number=0']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:09:37.248692 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-1f791885-6003-4513-80ba-0e1d1979fb3c tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:09:37.251710 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-1f791885-6003-4513-80ba-0e1d1979fb3c tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:37.253248 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-1f791885-6003-4513-80ba-0e1d1979fb3c tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1268976 Jun 18 13:09:38.144388 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 7a60eb13-2ca8-4935-ad38-ca30d6ed79bc up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 13:09:38.199503 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning for port 7a60eb13-2ca8-4935-ad38-ca30d6ed79bc completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 13:09:38.205740 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port 7a60eb13-2ca8-4935-ad38-ca30d6ed79bc triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 13:09:38.206165 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:38.287309 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:38.308272 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] For port 7a60eb13-2ca8-4935-ad38-ca30d6ed79bc, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=7a60eb13-2ca8-4935-ad38-ca30d6ed79bc,segment=NetworkSegment(b79588fc-20f0-437a-9a07-92a6b1056918),segment_id=b79588fc-20f0-437a-9a07-92a6b1056918)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:09:38.313776 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:38.314670 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device e86c74ba-ea7e-4500-ace3-5c996b6354cf up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 13:09:38.316471 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-307298d7-c18d-47fb-9fc5-e00d9d5fc9c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:09:38.394901 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Pushing event updated for resources: {'Port': ['ID=7a60eb13-2ca8-4935-ad38-ca30d6ed79bc,revision_number=4']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:09:38.398898 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:09:38.409444 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port e86c74ba-ea7e-4500-ace3-5c996b6354cf triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 13:09:38.409827 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:38.638077 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5905e7-f7ba-46d4-88ab-ec549c069d1b None None] Sync routers for ids ['c7c51540-2da1-4b79-9c5b-a50214d84d0c'] in dv-cinder-797073-1-iscsi {{(pid=92828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 13:09:38.648581 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5905e7-f7ba-46d4-88ab-ec549c069d1b None None] Routers {'c7c51540-2da1-4b79-9c5b-a50214d84d0c'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:09:38.649168 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-7c5905e7-f7ba-46d4-88ab-ec549c069d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:09:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['c7c51540-2da1-4b79-9c5b-a50214d84d0c'], 'active': True} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:09:38.846343 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvr_db [None req-7c5905e7-f7ba-46d4-88ab-ec549c069d1b None None] Set router c7c51540-2da1-4b79-9c5b-a50214d84d0c gateway port host: dv-cinder-797073-1-iscsi {{(pid=92828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:09:39.048005 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-7c5905e7-f7ba-46d4-88ab-ec549c069d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c51540-2da1-4b79-9c5b-a50214d84d0c', 'name': 'tempest-TestVolumeBootPattern-761962238-router', 'tenant_id': '683df2a7a4f840948d41ffc153cf6898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '7a60eb13-2ca8-4935-ad38-ca30d6ed79bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T13:09:31Z', 'updated_at': '2021-06-18T13:09:34Z', 'revision_number': 4, 'project_id': '683df2a7a4f840948d41ffc153cf6898', 'gw_port': {'id': '7a60eb13-2ca8-4935-ad38-ca30d6ed79bc', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c51540-2da1-4b79-9c5b-a50214d84d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:32Z', 'updated_at': '2021-06-18T13:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': '926f234e-0f07-4e4c-acd7-f6698aab08a4', 'name': '', 'network_id': '4b16d27d-7671-416b-82c8-c79d6005a12b', 'tenant_id': '683df2a7a4f840948d41ffc153cf6898', 'mac_address': 'fa:16:3e:a3:97:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c51540-2da1-4b79-9c5b-a50214d84d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '2aa151ab-2dfb-42cc-9a03-f9472ba5a79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:34Z', 'updated_at': '2021-06-18T13:09:35Z', 'revision_number': 2, 'project_id': '683df2a7a4f840948d41ffc153cf6898', 'subnets': [{'id': '2aa151ab-2dfb-42cc-9a03-f9472ba5a79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:09:39.077442 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5905e7-f7ba-46d4-88ab-ec549c069d1b None None] Checking router: c7c51540-2da1-4b79-9c5b-a50214d84d0c for host: dv-cinder-797073-1-iscsi {{(pid=92828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 13:09:39.077808 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5905e7-f7ba-46d4-88ab-ec549c069d1b None None] Updating router c7c51540-2da1-4b79-9c5b-a50214d84d0c port 926f234e-0f07-4e4c-acd7-f6698aab08a4 binding host dv-cinder-797073-1-iscsi {{(pid=92828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 13:09:39.111321 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-7c5905e7-f7ba-46d4-88ab-ec549c069d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:39.376218 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-7c5905e7-f7ba-46d4-88ab-ec549c069d1b None None] Notify callbacks [] for port, precommit_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:39.385928 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.provisioning_blocks [None req-7c5905e7-f7ba-46d4-88ab-ec549c069d1b None None] Transition to ACTIVE for port object 926f234e-0f07-4e4c-acd7-f6698aab08a4 will not be triggered until provisioned by entity L2. {{(pid=92828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 13:09:39.391428 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-7c5905e7-f7ba-46d4-88ab-ec549c069d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:39.393761 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:09:39.471129 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da275d2-0c23-4a87-9d65-84f282b2f073 None None] Pushing event updated for resources: {'Port': ['ID=926f234e-0f07-4e4c-acd7-f6698aab08a4,revision_number=3']} {{(pid=92828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:09:39.475340 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG oslo_concurrency.lockutils [None req-7da275d2-0c23-4a87-9d65-84f282b2f073 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:09:39.529848 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.managers [None req-7c5905e7-f7ba-46d4-88ab-ec549c069d1b None None] Attempting to bind port 926f234e-0f07-4e4c-acd7-f6698aab08a4 on host dv-cinder-797073-1-iscsi for vnic_type normal with profile {{(pid=92828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 13:09:39.530225 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.managers [None req-7c5905e7-f7ba-46d4-88ab-ec549c069d1b None None] Attempting to bind port 926f234e-0f07-4e4c-acd7-f6698aab08a4 by drivers openvswitch,hyperv on host dv-cinder-797073-1-iscsi at level 0 using segments [{'id': '4d5eeae7-21c3-440e-8c31-3b2d57cb918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '4b16d27d-7671-416b-82c8-c79d6005a12b'}] {{(pid=92828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 13:09:39.530805 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5905e7-f7ba-46d4-88ab-ec549c069d1b None None] Attempting to bind port 926f234e-0f07-4e4c-acd7-f6698aab08a4 on network 4b16d27d-7671-416b-82c8-c79d6005a12b {{(pid=92828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 13:09:39.536147 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5905e7-f7ba-46d4-88ab-ec549c069d1b None None] Checking agent: {'id': '157fcad4-361f-41bd-95f6-95639e81fcdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 45, 55), 'started_at': datetime.datetime(2021, 6, 18, 12, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 13, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 13:09:39.536532 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5905e7-f7ba-46d4-88ab-ec549c069d1b None None] Checking segment: {'id': '4d5eeae7-21c3-440e-8c31-3b2d57cb918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '4b16d27d-7671-416b-82c8-c79d6005a12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 13:09:39.536965 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-7c5905e7-f7ba-46d4-88ab-ec549c069d1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:39.537388 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5905e7-f7ba-46d4-88ab-ec549c069d1b None None] Bound using segment: {'id': '4d5eeae7-21c3-440e-8c31-3b2d57cb918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '4b16d27d-7671-416b-82c8-c79d6005a12b'} {{(pid=92828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 13:09:39.537861 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.managers [None req-7c5905e7-f7ba-46d4-88ab-ec549c069d1b None None] Bound port: 926f234e-0f07-4e4c-acd7-f6698aab08a4, host: dv-cinder-797073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d5eeae7-21c3-440e-8c31-3b2d57cb918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '4b16d27d-7671-416b-82c8-c79d6005a12b'}}] {{(pid=92828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 13:09:39.538234 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-7c5905e7-f7ba-46d4-88ab-ec549c069d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:39.609890 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.db [None req-7c5905e7-f7ba-46d4-88ab-ec549c069d1b None None] For port 926f234e-0f07-4e4c-acd7-f6698aab08a4, host dv-cinder-797073-1-iscsi, cleared binding levels {{(pid=92828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 13:09:39.612418 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.plugins.ml2.db [None req-7c5905e7-f7ba-46d4-88ab-ec549c069d1b None None] For port 926f234e-0f07-4e4c-acd7-f6698aab08a4, host dv-cinder-797073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=926f234e-0f07-4e4c-acd7-f6698aab08a4,segment=NetworkSegment(4d5eeae7-21c3-440e-8c31-3b2d57cb918d),segment_id=4d5eeae7-21c3-440e-8c31-3b2d57cb918d)] {{(pid=92828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 13:09:39.616670 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron_lib.callbacks.manager [None req-7c5905e7-f7ba-46d4-88ab-ec549c069d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:39.619338 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG oslo_concurrency.lockutils [None req-e426684a-4966-428f-b3e2-1dc45370203f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:09:39.678528 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5905e7-f7ba-46d4-88ab-ec549c069d1b None None] Routers {'c7c51540-2da1-4b79-9c5b-a50214d84d0c'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:09:39.679550 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-7c5905e7-f7ba-46d4-88ab-ec549c069d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:09:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['c7c51540-2da1-4b79-9c5b-a50214d84d0c'], 'active': True} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:09:39.733080 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da275d2-0c23-4a87-9d65-84f282b2f073 None None] Pushing event updated for resources: {'Port': ['ID=926f234e-0f07-4e4c-acd7-f6698aab08a4,revision_number=4']} {{(pid=92828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:09:39.736272 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG oslo_concurrency.lockutils [None req-7da275d2-0c23-4a87-9d65-84f282b2f073 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:09:39.802989 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvr_db [None req-7c5905e7-f7ba-46d4-88ab-ec549c069d1b None None] Set router c7c51540-2da1-4b79-9c5b-a50214d84d0c gateway port host: dv-cinder-797073-1-iscsi {{(pid=92828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:09:40.021588 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-7c5905e7-f7ba-46d4-88ab-ec549c069d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c51540-2da1-4b79-9c5b-a50214d84d0c', 'name': 'tempest-TestVolumeBootPattern-761962238-router', 'tenant_id': '683df2a7a4f840948d41ffc153cf6898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '7a60eb13-2ca8-4935-ad38-ca30d6ed79bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T13:09:31Z', 'updated_at': '2021-06-18T13:09:34Z', 'revision_number': 4, 'project_id': '683df2a7a4f840948d41ffc153cf6898', 'gw_port': {'id': '7a60eb13-2ca8-4935-ad38-ca30d6ed79bc', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c51540-2da1-4b79-9c5b-a50214d84d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:32Z', 'updated_at': '2021-06-18T13:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': '926f234e-0f07-4e4c-acd7-f6698aab08a4', 'name': '', 'network_id': '4b16d27d-7671-416b-82c8-c79d6005a12b', 'tenant_id': '683df2a7a4f840948d41ffc153cf6898', 'mac_address': 'fa:16:3e:a3:97:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c51540-2da1-4b79-9c5b-a50214d84d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '2aa151ab-2dfb-42cc-9a03-f9472ba5a79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:34Z', 'updated_at': '2021-06-18T13:09:39Z', 'revision_number': 4, 'project_id': '683df2a7a4f840948d41ffc153cf6898', 'subnets': [{'id': '2aa151ab-2dfb-42cc-9a03-f9472ba5a79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:09:40.051607 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5905e7-f7ba-46d4-88ab-ec549c069d1b None None] The sync data for ids ['c7c51540-2da1-4b79-9c5b-a50214d84d0c'] in dv-cinder-797073-1-iscsi is: [{'id': 'c7c51540-2da1-4b79-9c5b-a50214d84d0c', 'name': 'tempest-TestVolumeBootPattern-761962238-router', 'tenant_id': '683df2a7a4f840948d41ffc153cf6898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '7a60eb13-2ca8-4935-ad38-ca30d6ed79bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T13:09:31Z', 'updated_at': '2021-06-18T13:09:34Z', 'revision_number': 4, 'project_id': '683df2a7a4f840948d41ffc153cf6898', 'gw_port': {'id': '7a60eb13-2ca8-4935-ad38-ca30d6ed79bc', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c51540-2da1-4b79-9c5b-a50214d84d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:32Z', 'updated_at': '2021-06-18T13:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': '926f234e-0f07-4e4c-acd7-f6698aab08a4', 'name': '', 'network_id': '4b16d27d-7671-416b-82c8-c79d6005a12b', 'tenant_id': '683df2a7a4f840948d41ffc153cf6898', 'mac_address': 'fa:16:3e:a3:97:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c51540-2da1-4b79-9c5b-a50214d84d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '2aa151ab-2dfb-42cc-9a03-f9472ba5a79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:34Z', 'updated_at': '2021-06-18T13:09:39Z', 'revision_number': 4, 'project_id': '683df2a7a4f840948d41ffc153cf6898', 'subnets': [{'id': '2aa151ab-2dfb-42cc-9a03-f9472ba5a79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 13:09:40.075174 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 7a60eb13-2ca8-4935-ad38-ca30d6ed79bc up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 13:09:40.129058 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port 7a60eb13-2ca8-4935-ad38-ca30d6ed79bc triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 13:09:40.129455 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:40.356330 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 926f234e-0f07-4e4c-acd7-f6698aab08a4 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 13:09:40.411098 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning for port 926f234e-0f07-4e4c-acd7-f6698aab08a4 completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 13:09:40.415405 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port 926f234e-0f07-4e4c-acd7-f6698aab08a4 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 13:09:40.415787 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:40.510177 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:40.546688 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] For port 926f234e-0f07-4e4c-acd7-f6698aab08a4, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=926f234e-0f07-4e4c-acd7-f6698aab08a4,segment=NetworkSegment(4d5eeae7-21c3-440e-8c31-3b2d57cb918d),segment_id=4d5eeae7-21c3-440e-8c31-3b2d57cb918d)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:09:40.550644 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:40.553847 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-bf9f070f-1d6a-4633-a722-533dc5fddabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:09:40.603226 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Pushing event updated for resources: {'Port': ['ID=926f234e-0f07-4e4c-acd7-f6698aab08a4,revision_number=5']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:09:40.606942 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:09:42.052980 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 926f234e-0f07-4e4c-acd7-f6698aab08a4 up at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 13:09:42.102560 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Provisioning complete for port 926f234e-0f07-4e4c-acd7-f6698aab08a4 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 13:09:42.102940 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:51.886161 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-155b24dc-aee2-4fae-9e9e-15d69913fd66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:54.733064 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-17d73ce4-86b7-496e-8ef1-3128fc4fdc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:55.070013 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:56.009756 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:09:57.745817 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:10:00.126686 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-57521f8b-034a-4d41-8d0e-3067e3997a42 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1296225341&fields=id&tenant_id=199716da8e9b46b294f07c4a76a0f071 HTTP/1.1" status: 200 len: 267 time: 0.0344446 Jun 18 13:10:00.229566 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-573be0f2-158b-4cfc-a7fd-54b631c8525f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:10:00.230959 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-573be0f2-158b-4cfc-a7fd-54b631c8525f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/networks?id=4d8dd0f0-d1c1-453c-b28b-7799f651a360 HTTP/1.1" status: 200 len: 812 time: 0.0980172 Jun 18 13:10:00.245013 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-0fd05416-a833-43fb-97ac-e060d938fe80 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/quotas/199716da8e9b46b294f07c4a76a0f071 HTTP/1.1" status: 200 len: 375 time: 0.0087316 Jun 18 13:10:00.317451 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-b916f685-a579-4597-824c-05455a35ebf5 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=199716da8e9b46b294f07c4a76a0f071&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671301 Jun 18 13:10:00.415642 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-2fe94be3-c8c4-4b23-952e-ae00abe02ec9 service neutron] 10.222.0.86 "GET /v2.0/networks/4d8dd0f0-d1c1-453c-b28b-7799f651a360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856626 Jun 18 13:10:00.506870 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-5ab1880f-9e98-42b1-8d67-2d848573eb15 service neutron] 10.222.0.86 "GET /v2.0/networks/4d8dd0f0-d1c1-453c-b28b-7799f651a360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858271 Jun 18 13:10:00.559597 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:10:00.809388 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-f63ab5d0-b5b0-4fb4-8074-088d568ef5cc req-e6aaa80e-58da-4356-82de-9417a779c0ba tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=5558ef8c-4c44-44ae-89b8-a177106d3513 HTTP/1.1" status: 200 len: 210 time: 0.0294850 Jun 18 13:10:01.919785 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-dfcfd7d2-a2bb-4f63-aa07-c9979598b10f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:10:01.921249 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-dfcfd7d2-a2bb-4f63-aa07-c9979598b10f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.77 "GET /v2.0/networks?id=4d8dd0f0-d1c1-453c-b28b-7799f651a360 HTTP/1.1" status: 200 len: 812 time: 0.1063874 Jun 18 13:10:01.962410 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c7654b12-5e04-4a2f-8712-2fde10cb41e0 req-0a341f78-0a22-4dde-aad5-aa85baf250d8 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=5558ef8c-4c44-44ae-89b8-a177106d3513 HTTP/1.1" status: 200 len: 210 time: 0.0349095 Jun 18 13:10:01.996520 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-632f686a-a12c-4fa8-a956-cf1c6079b476 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=199716da8e9b46b294f07c4a76a0f071 HTTP/1.1" status: 200 len: 380 time: 0.0366032 Jun 18 13:10:02.005711 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-925978c4-de16-4890-bbee-5785c760e470 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Request body: {'port': {'device_id': '5558ef8c-4c44-44ae-89b8-a177106d3513', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'admin_state_up': True, 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'security_groups': ['e8128926-7d9a-41cc-bb65-f14a6e0de27d']}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:10:02.119180 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-925978c4-de16-4890-bbee-5785c760e470 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Made reservation on behalf of 199716da8e9b46b294f07c4a76a0f071 for: {'port': 1} {{(pid=92825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 13:10:02.122741 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-925978c4-de16-4890-bbee-5785c760e470 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:10:02.250069 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.db_base_plugin_common [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-925978c4-de16-4890-bbee-5785c760e470 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Allocated IP 172.20.0.8 (4d8dd0f0-d1c1-453c-b28b-7799f651a360/57b39d46-4f58-4c37-9f76-de3ccc974820/e999a5b3-517a-49b8-9e5a-2233449e4cdf) {{(pid=92825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 13:10:02.393207 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-925978c4-de16-4890-bbee-5785c760e470 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for port, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:10:02.407110 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.provisioning_blocks [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-925978c4-de16-4890-bbee-5785c760e470 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Transition to ACTIVE for port object e999a5b3-517a-49b8-9e5a-2233449e4cdf will not be triggered until provisioned by entity DHCP. {{(pid=92825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 13:10:02.441262 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-925978c4-de16-4890-bbee-5785c760e470 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8372378'] for port, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:10:02.446059 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-92ed918d-03d4-4545-b6a8-04e241720d8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:10:02.487460 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-925978c4-de16-4890-bbee-5785c760e470 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Network 4d8dd0f0-d1c1-453c-b28b-7799f651a360 is already hosted by enough agents. {{(pid=92825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 13:10:02.490581 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-925978c4-de16-4890-bbee-5785c760e470 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Resources bound (agent type, host, resource id): {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 13:10:02.495383 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-925978c4-de16-4890-bbee-5785c760e470 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Received port after_create {{(pid=92825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 13:10:02.524291 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925978c4-de16-4890-bbee-5785c760e470 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Pushing event updated for resources: {'Port': ['ID=e999a5b3-517a-49b8-9e5a-2233449e4cdf,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:10:02.537904 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925978c4-de16-4890-bbee-5785c760e470 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:10:02.538269 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925978c4-de16-4890-bbee-5785c760e470 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:10:02.538657 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925978c4-de16-4890-bbee-5785c760e470 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:10:02.539006 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925978c4-de16-4890-bbee-5785c760e470 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:10:02.539400 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925978c4-de16-4890-bbee-5785c760e470 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:10:02.540441 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925978c4-de16-4890-bbee-5785c760e470 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:10:02.540825 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925978c4-de16-4890-bbee-5785c760e470 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:10:02.541188 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925978c4-de16-4890-bbee-5785c760e470 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:10:02.541553 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925978c4-de16-4890-bbee-5785c760e470 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:10:02.541911 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925978c4-de16-4890-bbee-5785c760e470 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:10:02.542269 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925978c4-de16-4890-bbee-5785c760e470 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:10:02.542624 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925978c4-de16-4890-bbee-5785c760e470 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:10:02.548315 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-925978c4-de16-4890-bbee-5785c760e470 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:10:02.566010 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-925978c4-de16-4890-bbee-5785c760e470 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:10:02.566637 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-925978c4-de16-4890-bbee-5785c760e470 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:10:02.585867 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-925978c4-de16-4890-bbee-5785c760e470 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5844426 Jun 18 13:10:02.714771 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-50e37dab-9143-4d64-836c-4a6baf11e553 service neutron] Request body: {'port': {'device_id': '5558ef8c-4c44-44ae-89b8-a177106d3513', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79707'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:10:02.761348 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-487134d9-0fed-4193-a3ad-1293135d281c None None] Provisioning for port e999a5b3-517a-49b8-9e5a-2233449e4cdf completed by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 13:10:02.765054 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-487134d9-0fed-4193-a3ad-1293135d281c None None] Provisioning complete for port e999a5b3-517a-49b8-9e5a-2233449e4cdf triggered by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 13:10:02.765439 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-487134d9-0fed-4193-a3ad-1293135d281c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:10:02.792597 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-50e37dab-9143-4d64-836c-4a6baf11e553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:10:02.800674 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-487134d9-0fed-4193-a3ad-1293135d281c None None] Port e999a5b3-517a-49b8-9e5a-2233449e4cdf cannot update to ACTIVE because it is not bound. {{(pid=92827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 13:10:03.056357 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-50e37dab-9143-4d64-836c-4a6baf11e553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e999a5b3-517a-49b8-9e5a-2233449e4cdf {{(pid=92825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 13:10:03.063926 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-50e37dab-9143-4d64-836c-4a6baf11e553 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:10:03.075874 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.provisioning_blocks [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-50e37dab-9143-4d64-836c-4a6baf11e553 service neutron] Transition to ACTIVE for port object e999a5b3-517a-49b8-9e5a-2233449e4cdf will not be triggered until provisioned by entity L2. {{(pid=92825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 13:10:03.080107 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-50e37dab-9143-4d64-836c-4a6baf11e553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8372396'] for port, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:10:03.082133 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-57e238f2-4115-4122-9607-34f995e97c33 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:10:03.149642 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8de0b-dd56-49d1-ba59-bd7880368b4a req-e1a9362c-953d-40a1-bc5d-9f1203e37860 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:10:03.152089 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e6f8de0b-dd56-49d1-ba59-bd7880368b4a req-e1a9362c-953d-40a1-bc5d-9f1203e37860 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=5558ef8c-4c44-44ae-89b8-a177106d3513 HTTP/1.1" status: 200 len: 943 time: 0.0767572 Jun 18 13:10:03.169474 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e37dab-9143-4d64-836c-4a6baf11e553 service neutron] Pushing event updated for resources: {'Port': ['ID=e999a5b3-517a-49b8-9e5a-2233449e4cdf,revision_number=2']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:10:03.174198 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-50e37dab-9143-4d64-836c-4a6baf11e553 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:10:03.201027 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-e6f8de0b-dd56-49d1-ba59-bd7880368b4a req-7bfe1565-d85e-4f20-9d5c-05c9a93c2ee2 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422378 Jun 18 13:10:03.241076 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.managers [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-50e37dab-9143-4d64-836c-4a6baf11e553 service neutron] Attempting to bind port e999a5b3-517a-49b8-9e5a-2233449e4cdf on host hv-cinder-79707 for vnic_type normal with profile {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 13:10:03.241465 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.managers [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-50e37dab-9143-4d64-836c-4a6baf11e553 service neutron] Attempting to bind port e999a5b3-517a-49b8-9e5a-2233449e4cdf by drivers openvswitch,hyperv on host hv-cinder-79707 at level 0 using segments [{'id': '5c47d499-86b3-4778-b3cb-a36889e2825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360'}] {{(pid=92825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 13:10:03.241748 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-50e37dab-9143-4d64-836c-4a6baf11e553 service neutron] Attempting to bind port e999a5b3-517a-49b8-9e5a-2233449e4cdf on network 4d8dd0f0-d1c1-453c-b28b-7799f651a360 {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 13:10:03.246379 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-50e37dab-9143-4d64-836c-4a6baf11e553 service neutron] Port e999a5b3-517a-49b8-9e5a-2233449e4cdf on network 4d8dd0f0-d1c1-453c-b28b-7799f651a360 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79707 {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 13:10:03.246700 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-50e37dab-9143-4d64-836c-4a6baf11e553 service neutron] Attempting to bind port e999a5b3-517a-49b8-9e5a-2233449e4cdf on network 4d8dd0f0-d1c1-453c-b28b-7799f651a360 {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 13:10:03.251489 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-50e37dab-9143-4d64-836c-4a6baf11e553 service neutron] Checking agent: {'id': '7546d223-5e56-44d8-9441-1a8a85fbff90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79707', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'started_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 13, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 13:10:03.251853 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-50e37dab-9143-4d64-836c-4a6baf11e553 service neutron] Checking segment: {'id': '5c47d499-86b3-4778-b3cb-a36889e2825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 13:10:03.252238 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-50e37dab-9143-4d64-836c-4a6baf11e553 service neutron] Bound using segment: {'id': '5c47d499-86b3-4778-b3cb-a36889e2825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360'} {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 13:10:03.252665 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.managers [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-50e37dab-9143-4d64-836c-4a6baf11e553 service neutron] Bound port: e999a5b3-517a-49b8-9e5a-2233449e4cdf, host: hv-cinder-79707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c47d499-86b3-4778-b3cb-a36889e2825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360'}}] {{(pid=92825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 13:10:03.253045 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-50e37dab-9143-4d64-836c-4a6baf11e553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:10:03.317335 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-50e37dab-9143-4d64-836c-4a6baf11e553 service neutron] For port e999a5b3-517a-49b8-9e5a-2233449e4cdf, host hv-cinder-79707, cleared binding levels {{(pid=92825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 13:10:03.321032 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-50e37dab-9143-4d64-836c-4a6baf11e553 service neutron] For port e999a5b3-517a-49b8-9e5a-2233449e4cdf, host hv-cinder-79707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=e999a5b3-517a-49b8-9e5a-2233449e4cdf,segment=NetworkSegment(5c47d499-86b3-4778-b3cb-a36889e2825c),segment_id=5c47d499-86b3-4778-b3cb-a36889e2825c)] {{(pid=92825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 13:10:03.326751 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-50e37dab-9143-4d64-836c-4a6baf11e553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8372396'] for port, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:10:03.329601 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-deb146cc-7431-4e68-b340-3b34c9f2d851 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:10:03.363922 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-50e37dab-9143-4d64-836c-4a6baf11e553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:10:03.364539 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-50e37dab-9143-4d64-836c-4a6baf11e553 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:10:03.365936 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-50e37dab-9143-4d64-836c-4a6baf11e553 service neutron] 10.222.0.77 "PUT /v2.0/ports/e999a5b3-517a-49b8-9e5a-2233449e4cdf HTTP/1.1" status: 200 len: 1093 time: 0.7680714 Jun 18 13:10:03.371241 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5558ef8c-4c44-44ae-89b8-a177106d3513', 'tag': 'e999a5b3-517a-49b8-9e5a-2233449e4cdf'}] {{(pid=92825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:10:03.373677 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cbce1c661b203a7f45efff8c445c42f162c6430a9c28178aa2be3d6d959831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db95d7b6-1c01-4b3d-b446-271f0f9464fe" -d '{"events": [{"name": "network-changed", "server_uuid": "5558ef8c-4c44-44ae-89b8-a177106d3513", "tag": "e999a5b3-517a-49b8-9e5a-2233449e4cdf"}]}' {{(pid=92825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:10:03.400175 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e37dab-9143-4d64-836c-4a6baf11e553 service neutron] Pushing event updated for resources: {'Port': ['ID=e999a5b3-517a-49b8-9e5a-2233449e4cdf,revision_number=3']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:10:03.404269 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-50e37dab-9143-4d64-836c-4a6baf11e553 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:10:03.414420 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 13:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3adc08b9-2765-4f89-a34c-6a5b85837bc1 x-openstack-request-id: req-3adc08b9-2765-4f89-a34c-6a5b85837bc1 {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:10:03.415120 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5558ef8c-4c44-44ae-89b8-a177106d3513", "tag": "e999a5b3-517a-49b8-9e5a-2233449e4cdf", "status": "completed", "code": 200}]} {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:10:03.415120 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3adc08b9-2765-4f89-a34c-6a5b85837bc1 {{(pid=92825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:10:03.415449 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5558ef8c-4c44-44ae-89b8-a177106d3513', 'tag': 'e999a5b3-517a-49b8-9e5a-2233449e4cdf', 'status': 'completed', 'code': 200} Jun 18 13:10:03.484248 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-fb22a7e5-3c43-4153-9a40-3e3ba354f17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:10:03.485844 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-fb22a7e5-3c43-4153-9a40-3e3ba354f17f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=199716da8e9b46b294f07c4a76a0f071&device_id=5558ef8c-4c44-44ae-89b8-a177106d3513 HTTP/1.1" status: 200 len: 1096 time: 0.0553465 Jun 18 13:10:03.532302 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-3777f42d-0a2b-4a65-a875-a30f74ac5753 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e999a5b3-517a-49b8-9e5a-2233449e4cdf HTTP/1.1" status: 200 len: 217 time: 0.0352042 Jun 18 13:10:03.583461 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-6cb94df7-b2b3-4b63-9bc7-d2d4dff71d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:10:03.584883 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-6cb94df7-b2b3-4b63-9bc7-d2d4dff71d0c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=57b39d46-4f58-4c37-9f76-de3ccc974820 HTTP/1.1" status: 200 len: 851 time: 0.0471287 Jun 18 13:10:03.642642 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-99912f27-0acf-413e-9d75-6a50fe6f22bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:10:03.644123 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-99912f27-0acf-413e-9d75-6a50fe6f22bc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4d8dd0f0-d1c1-453c-b28b-7799f651a360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524433 Jun 18 13:10:03.731286 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-7e1274c2-934a-4294-b057-d8abd8b57c36 service neutron] 10.222.0.77 "GET /v2.0/networks/4d8dd0f0-d1c1-453c-b28b-7799f651a360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803819 Jun 18 13:10:03.823292 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f8e7bd71-645e-4825-afdc-49f8b0dbc86b req-e84cc6f9-d402-475a-b63e-a9f67f31cc7e service neutron] 10.222.0.77 "GET /v2.0/networks/4d8dd0f0-d1c1-453c-b28b-7799f651a360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859268 Jun 18 13:10:03.949442 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95d7b6-1c01-4b3d-b446-271f0f9464fe req-71c07001-3c93-44fa-8342-7f44bf882024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:10:03.950906 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-db95d7b6-1c01-4b3d-b446-271f0f9464fe req-71c07001-3c93-44fa-8342-7f44bf882024 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=199716da8e9b46b294f07c4a76a0f071&device_id=5558ef8c-4c44-44ae-89b8-a177106d3513 HTTP/1.1" status: 200 len: 1096 time: 0.0535641 Jun 18 13:10:04.043167 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95d7b6-1c01-4b3d-b446-271f0f9464fe req-bdd229bb-457c-47f8-a93c-c52be64c796b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:10:04.044596 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-db95d7b6-1c01-4b3d-b446-271f0f9464fe req-bdd229bb-457c-47f8-a93c-c52be64c796b service neutron] 10.222.0.77 "GET /v2.0/networks?id=4d8dd0f0-d1c1-453c-b28b-7799f651a360 HTTP/1.1" status: 200 len: 913 time: 0.0874486 Jun 18 13:10:04.083044 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-db95d7b6-1c01-4b3d-b446-271f0f9464fe req-754a80b0-30de-4756-b9fa-5f7bfb0ccd94 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e999a5b3-517a-49b8-9e5a-2233449e4cdf HTTP/1.1" status: 200 len: 217 time: 0.0323055 Jun 18 13:10:04.129568 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95d7b6-1c01-4b3d-b446-271f0f9464fe req-6178ff7a-e68f-43b3-8ec4-634db2e49b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:10:04.130937 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-db95d7b6-1c01-4b3d-b446-271f0f9464fe req-6178ff7a-e68f-43b3-8ec4-634db2e49b63 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=57b39d46-4f58-4c37-9f76-de3ccc974820 HTTP/1.1" status: 200 len: 851 time: 0.0413032 Jun 18 13:10:04.192008 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95d7b6-1c01-4b3d-b446-271f0f9464fe req-2fb3aad6-6cf0-4f24-bc3c-668f0ac7a0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:10:04.193480 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-db95d7b6-1c01-4b3d-b446-271f0f9464fe req-2fb3aad6-6cf0-4f24-bc3c-668f0ac7a0b2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4d8dd0f0-d1c1-453c-b28b-7799f651a360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543544 Jun 18 13:10:04.279824 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-db95d7b6-1c01-4b3d-b446-271f0f9464fe req-d5874354-9ac4-43e7-82ea-c45f7b5a0a66 service neutron] 10.222.0.77 "GET /v2.0/networks/4d8dd0f0-d1c1-453c-b28b-7799f651a360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783062 Jun 18 13:10:04.370620 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-db95d7b6-1c01-4b3d-b446-271f0f9464fe req-2d156365-8e0a-4662-b5cc-830722a579ae service neutron] 10.222.0.77 "GET /v2.0/networks/4d8dd0f0-d1c1-453c-b28b-7799f651a360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842049 Jun 18 13:10:04.377967 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd6daf-510c-4c07-a976-3823345c62f7 req-5b8ec1c9-954b-4791-839d-ed3a1016e6c7 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:10:04.379394 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d6bd6daf-510c-4c07-a976-3823345c62f7 req-5b8ec1c9-954b-4791-839d-ed3a1016e6c7 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=5558ef8c-4c44-44ae-89b8-a177106d3513 HTTP/1.1" status: 200 len: 943 time: 0.0639596 Jun 18 13:10:04.418631 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d6bd6daf-510c-4c07-a976-3823345c62f7 req-306be008-4314-4bdc-a333-703eb3e57ae9 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325623 Jun 18 13:10:05.593760 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42b668-7eee-42c5-903c-16145bdbfc3b req-8eb30e24-158a-459a-96a8-a5804d34cd35 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:10:05.595107 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-fc42b668-7eee-42c5-903c-16145bdbfc3b req-8eb30e24-158a-459a-96a8-a5804d34cd35 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=5558ef8c-4c44-44ae-89b8-a177106d3513 HTTP/1.1" status: 200 len: 943 time: 0.0636108 Jun 18 13:10:05.632220 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-fc42b668-7eee-42c5-903c-16145bdbfc3b req-5c199e84-fc94-40cb-985d-dfe172bfce06 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313401 Jun 18 13:10:06.810017 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908c1a3-070c-48fd-afca-b072e7b986a7 req-04aed9e6-0178-47ff-acd0-6789f48c955c tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:10:06.811572 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d908c1a3-070c-48fd-afca-b072e7b986a7 req-04aed9e6-0178-47ff-acd0-6789f48c955c tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=5558ef8c-4c44-44ae-89b8-a177106d3513 HTTP/1.1" status: 200 len: 943 time: 0.0686197 Jun 18 13:10:06.852429 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-d908c1a3-070c-48fd-afca-b072e7b986a7 req-6fc9f8ac-143a-463e-9334-24d3c6be408e tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326257 Jun 18 13:10:08.023089 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155f43c-dae6-420e-abb9-550ec164a543 req-6795f566-de1c-4abc-8f8f-0f0408da466a tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:10:08.024556 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d155f43c-dae6-420e-abb9-550ec164a543 req-6795f566-de1c-4abc-8f8f-0f0408da466a tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=5558ef8c-4c44-44ae-89b8-a177106d3513 HTTP/1.1" status: 200 len: 943 time: 0.0625114 Jun 18 13:10:08.062125 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d155f43c-dae6-420e-abb9-550ec164a543 req-0b5a1008-889e-40a5-8fe0-16fa7988669b tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317066 Jun 18 13:10:09.234347 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28a5da-c48b-480a-8c71-fc2e6515cc4f req-74ee0def-65f4-406f-9717-4472be2879eb tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:10:09.235764 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1f28a5da-c48b-480a-8c71-fc2e6515cc4f req-74ee0def-65f4-406f-9717-4472be2879eb tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=5558ef8c-4c44-44ae-89b8-a177106d3513 HTTP/1.1" status: 200 len: 943 time: 0.0654736 Jun 18 13:10:09.272140 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1f28a5da-c48b-480a-8c71-fc2e6515cc4f req-7af5f821-9fd8-4448-8109-9480e2581761 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308077 Jun 18 13:10:09.496899 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 13:10:10.448135 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63786039-3ce8-4777-b5e9-31380898d756 req-e412633c-d53d-49cc-8e9d-c9d7e6346367 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:10:10.449613 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-63786039-3ce8-4777-b5e9-31380898d756 req-e412633c-d53d-49cc-8e9d-c9d7e6346367 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=5558ef8c-4c44-44ae-89b8-a177106d3513 HTTP/1.1" status: 200 len: 943 time: 0.0678787 Jun 18 13:10:10.485972 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-63786039-3ce8-4777-b5e9-31380898d756 req-2f03242a-f982-4682-880c-b005ce1fff34 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308249 Jun 18 13:10:11.393752 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device e999a5b3-517a-49b8-9e5a-2233449e4cdf details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=92827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 13:10:11.489045 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port e999a5b3-517a-49b8-9e5a-2233449e4cdf, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=e999a5b3-517a-49b8-9e5a-2233449e4cdf,segment=NetworkSegment(5c47d499-86b3-4778-b3cb-a36889e2825c),segment_id=5c47d499-86b3-4778-b3cb-a36889e2825c)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:10:11.501171 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Returning: {'device': 'e999a5b3-517a-49b8-9e5a-2233449e4cdf', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'port_id': 'e999a5b3-517a-49b8-9e5a-2233449e4cdf', 'mac_address': 'fa:16:3e:e1:cb:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 13:10:11.539165 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:10:11.551720 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e999a5b3-517a-49b8-9e5a-2233449e4cdf {{(pid=92827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 13:10:11.572664 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port e999a5b3-517a-49b8-9e5a-2233449e4cdf, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=e999a5b3-517a-49b8-9e5a-2233449e4cdf,segment=NetworkSegment(5c47d499-86b3-4778-b3cb-a36889e2825c),segment_id=5c47d499-86b3-4778-b3cb-a36889e2825c)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:10:11.576870 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:10:11.578591 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f9eb268b-4aa3-433d-a531-1432e401f405 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:10:11.628787 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=e999a5b3-517a-49b8-9e5a-2233449e4cdf,revision_number=4']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:10:11.632745 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:10:11.666090 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49c1bc-5a52-4f34-9975-ea8828988b40 req-9a5600ef-91d2-43e2-83d7-7f45658e9ee9 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:10:11.667537 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ba49c1bc-5a52-4f34-9975-ea8828988b40 req-9a5600ef-91d2-43e2-83d7-7f45658e9ee9 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=5558ef8c-4c44-44ae-89b8-a177106d3513 HTTP/1.1" status: 200 len: 944 time: 0.0645278 Jun 18 13:10:11.703919 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ba49c1bc-5a52-4f34-9975-ea8828988b40 req-6ac69f26-a554-4a44-8228-f7b49f1d20fb tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301809 Jun 18 13:10:11.985407 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['e999a5b3-517a-49b8-9e5a-2233449e4cdf'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 13:10:12.890540 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca5bdc-4ac6-4bf9-8ebb-52d06c53c17e req-53f7629f-1328-4acd-88e7-8b8cd56f96ef tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:10:12.892001 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f5ca5bdc-4ac6-4bf9-8ebb-52d06c53c17e req-53f7629f-1328-4acd-88e7-8b8cd56f96ef tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=5558ef8c-4c44-44ae-89b8-a177106d3513 HTTP/1.1" status: 200 len: 944 time: 0.0724967 Jun 18 13:10:12.928966 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f5ca5bdc-4ac6-4bf9-8ebb-52d06c53c17e req-cf30fcfd-df48-4556-908f-69f230119135 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306804 Jun 18 13:10:13.393677 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device e999a5b3-517a-49b8-9e5a-2233449e4cdf up at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 13:10:13.441257 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning for port e999a5b3-517a-49b8-9e5a-2233449e4cdf completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 13:10:13.445594 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning complete for port e999a5b3-517a-49b8-9e5a-2233449e4cdf triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 13:10:13.445968 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:10:13.522825 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:10:13.544403 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5558ef8c-4c44-44ae-89b8-a177106d3513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e999a5b3-517a-49b8-9e5a-2233449e4cdf'}] {{(pid=92827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:10:13.546897 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c43e27dad5924667550749323780498268b495889c5e44707aafbe87e8432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9c7386-63ce-4177-bc0e-7feb7b2a36dc" -d '{"events": [{"server_uuid": "5558ef8c-4c44-44ae-89b8-a177106d3513", "name": "network-vif-plugged", "status": "completed", "tag": "e999a5b3-517a-49b8-9e5a-2233449e4cdf"}]}' {{(pid=92827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:10:13.562299 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port e999a5b3-517a-49b8-9e5a-2233449e4cdf, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=e999a5b3-517a-49b8-9e5a-2233449e4cdf,segment=NetworkSegment(5c47d499-86b3-4778-b3cb-a36889e2825c),segment_id=5c47d499-86b3-4778-b3cb-a36889e2825c)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:10:13.566281 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:10:13.568236 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:10:13.591129 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 13:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd51986-c3e9-40ad-82b1-9d7dc8326113 x-openstack-request-id: req-bfd51986-c3e9-40ad-82b1-9d7dc8326113 {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:10:13.591429 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5558ef8c-4c44-44ae-89b8-a177106d3513", "name": "network-vif-plugged", "status": "completed", "tag": "e999a5b3-517a-49b8-9e5a-2233449e4cdf", "code": 200}]} {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:10:13.591689 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bfd51986-c3e9-40ad-82b1-9d7dc8326113 {{(pid=92827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:10:13.592078 dv-cinder-797073-1-iscsi neutron-server[92827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5558ef8c-4c44-44ae-89b8-a177106d3513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e999a5b3-517a-49b8-9e5a-2233449e4cdf', 'code': 200} Jun 18 13:10:13.618562 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=e999a5b3-517a-49b8-9e5a-2233449e4cdf,revision_number=5']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:10:13.621431 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:10:13.878934 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f22a7d-52d9-4f26-994d-d9ccdd950201 req-ad82d376-84cf-4d15-ba2c-42ec2b217b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:10:13.880467 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d8f22a7d-52d9-4f26-994d-d9ccdd950201 req-ad82d376-84cf-4d15-ba2c-42ec2b217b23 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5558ef8c-4c44-44ae-89b8-a177106d3513 HTTP/1.1" status: 200 len: 1098 time: 0.0618563 Jun 18 13:10:13.919985 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d8f22a7d-52d9-4f26-994d-d9ccdd950201 req-f794fb34-267e-473d-b89f-514bd5fc84bd service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333929 Jun 18 13:10:14.098664 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee436f-5fd9-4b26-b4e4-6983f8699896 req-2f6483b7-c57c-461d-be31-99166d55134f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:10:14.100754 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-7bee436f-5fd9-4b26-b4e4-6983f8699896 req-2f6483b7-c57c-461d-be31-99166d55134f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=5558ef8c-4c44-44ae-89b8-a177106d3513 HTTP/1.1" status: 200 len: 945 time: 0.0608146 Jun 18 13:10:14.137349 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-7bee436f-5fd9-4b26-b4e4-6983f8699896 req-63ee25fc-9f4c-4593-bc08-e7ab87057695 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307269 Jun 18 13:10:15.320554 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df8cc6-98c1-46f1-a1d8-58b4b73639ec req-d169c761-0621-489b-9cff-6956e6e6659e tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:10:15.322120 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b0df8cc6-98c1-46f1-a1d8-58b4b73639ec req-d169c761-0621-489b-9cff-6956e6e6659e tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=5558ef8c-4c44-44ae-89b8-a177106d3513 HTTP/1.1" status: 200 len: 945 time: 0.0690808 Jun 18 13:10:15.362976 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b0df8cc6-98c1-46f1-a1d8-58b4b73639ec req-16b37912-323b-45d0-98cc-d2200d432e03 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348268 Jun 18 13:10:16.534307 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932a6ec-a26c-4faf-8b2b-e119d3b29a07 req-eebbacfe-63fd-4947-9650-83dc9bd1ca35 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:10:16.535750 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-7932a6ec-a26c-4faf-8b2b-e119d3b29a07 req-eebbacfe-63fd-4947-9650-83dc9bd1ca35 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=5558ef8c-4c44-44ae-89b8-a177106d3513 HTTP/1.1" status: 200 len: 945 time: 0.0645006 Jun 18 13:10:16.574705 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-7932a6ec-a26c-4faf-8b2b-e119d3b29a07 req-f3f968ee-bf43-4530-84cf-8fbcfb6c0289 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329387 Jun 18 13:10:16.749744 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe19190-1281-4f50-93b4-1ea0d0558fec req-7493e9ff-17d4-47d7-a93d-9627732b5eb9 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:10:16.751188 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-afe19190-1281-4f50-93b4-1ea0d0558fec req-7493e9ff-17d4-47d7-a93d-9627732b5eb9 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=5558ef8c-4c44-44ae-89b8-a177106d3513 HTTP/1.1" status: 200 len: 945 time: 0.0627396 Jun 18 13:10:16.791973 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-afe19190-1281-4f50-93b4-1ea0d0558fec req-302e17a8-9bc8-4cfa-82d1-7fd1568bbf36 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327749 Jun 18 13:10:16.816501 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 58360) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:10:16.906449 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2df85f-7494-4742-9306-6bf682b3de48 tempest-TestVolumeBootPattern-358440115 tempest-TestVolumeBootPattern-358440115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:10:16.907884 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-fd2df85f-7494-4742-9306-6bf682b3de48 tempest-TestVolumeBootPattern-358440115 tempest-TestVolumeBootPattern-358440115-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=5558ef8c-4c44-44ae-89b8-a177106d3513 HTTP/1.1" status: 200 len: 1093 time: 0.0903723 Jun 18 13:10:16.910873 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 58364) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:10:16.915712 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-f79cc471-0fa6-49c4-992c-5e3099225914 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Request body: {'floatingip': {'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'port_id': 'e999a5b3-517a-49b8-9e5a-2233449e4cdf', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'fixed_ip_address': '172.20.0.8'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:10:16.937817 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-f79cc471-0fa6-49c4-992c-5e3099225914 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for floatingip, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:10:17.032875 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-f79cc471-0fa6-49c4-992c-5e3099225914 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:10:17.137355 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.db_base_plugin_common [None req-f79cc471-0fa6-49c4-992c-5e3099225914 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Allocated IP 172.27.0.164 (9d896988-a366-408b-a158-be6ed4023cc1/a87da4ed-432b-4387-92bb-db12946e6cdf/7ce0f705-5c41-43a2-8878-e28c9e78582a) {{(pid=92826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 13:10:17.237645 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-f79cc471-0fa6-49c4-992c-5e3099225914 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for port, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:10:17.274821 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-f79cc471-0fa6-49c4-992c-5e3099225914 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4940139'] for port, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:10:17.276799 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-ba29aa57-c2cb-4a14-a79e-019d5175f8bd tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:10:17.317263 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79cc471-0fa6-49c4-992c-5e3099225914 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Network 9d896988-a366-408b-a158-be6ed4023cc1 is already hosted by enough agents. {{(pid=92826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 13:10:17.320113 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.base_scheduler [None req-f79cc471-0fa6-49c4-992c-5e3099225914 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Resources bound (agent type, host, resource id): {{(pid=92826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 13:10:17.323495 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79cc471-0fa6-49c4-992c-5e3099225914 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Received port after_create {{(pid=92826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 13:10:17.328664 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cc471-0fa6-49c4-992c-5e3099225914 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Pushing event updated for resources: {'Port': ['ID=7ce0f705-5c41-43a2-8878-e28c9e78582a,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:10:17.347303 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-f79cc471-0fa6-49c4-992c-5e3099225914 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:10:17.724829 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-f79cc471-0fa6-49c4-992c-5e3099225914 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:10:18.109429 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-f79cc471-0fa6-49c4-992c-5e3099225914 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:10:18.282782 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-f79cc471-0fa6-49c4-992c-5e3099225914 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for port, precommit_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:10:18.287168 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-f79cc471-0fa6-49c4-992c-5e3099225914 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4940125'] for port, after_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:10:18.289988 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-235732cc-233b-4a3c-942f-7c4578881686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:10:18.354649 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cc471-0fa6-49c4-992c-5e3099225914 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Pushing event updated for resources: {'Port': ['ID=7ce0f705-5c41-43a2-8878-e28c9e78582a,revision_number=2']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:10:18.360414 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-f79cc471-0fa6-49c4-992c-5e3099225914 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:10:18.367440 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-f79cc471-0fa6-49c4-992c-5e3099225914 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055052'] for floatingip, after_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:10:18.464293 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.db.l3_db [None req-f79cc471-0fa6-49c4-992c-5e3099225914 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Floating IP 10147e2f-bc93-4a20-8b9e-3e9df289451e associated. External IP: 172.27.0.164, port: e999a5b3-517a-49b8-9e5a-2233449e4cdf. Jun 18 13:10:18.671581 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79cc471-0fa6-49c4-992c-5e3099225914 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Router 33b31fcd-e542-4fc9-a073-4dd4b44d2118 has already been hosted by L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc {{(pid=92826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 13:10:18.777764 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79cc471-0fa6-49c4-992c-5e3099225914 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 13:10:18.790783 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd55f8cf-8e1f-4fe9-a0ee-5981b94c41e1 None None] Sync routers for ids ['33b31fcd-e542-4fc9-a073-4dd4b44d2118'] in dv-cinder-797073-1-iscsi {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 13:10:18.797252 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-f79cc471-0fa6-49c4-992c-5e3099225914 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for floatingip, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:10:18.801136 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd55f8cf-8e1f-4fe9-a0ee-5981b94c41e1 None None] Routers {'33b31fcd-e542-4fc9-a073-4dd4b44d2118'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:10:18.801735 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-bd55f8cf-8e1f-4fe9-a0ee-5981b94c41e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:09:55Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['33b31fcd-e542-4fc9-a073-4dd4b44d2118'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:10:18.832466 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-f79cc471-0fa6-49c4-992c-5e3099225914 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9206004 Jun 18 13:10:18.833749 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5558ef8c-4c44-44ae-89b8-a177106d3513', 'tag': 'e999a5b3-517a-49b8-9e5a-2233449e4cdf'}] {{(pid=92826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:10:18.836054 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7173dab7d1fbfef731d5f8fd5c52510eeface1fe9a62799688baadb2f5777418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37b48ea-21a4-457c-9306-2886861c9225" -d '{"events": [{"name": "network-changed", "server_uuid": "5558ef8c-4c44-44ae-89b8-a177106d3513", "tag": "e999a5b3-517a-49b8-9e5a-2233449e4cdf"}]}' {{(pid=92826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:10:18.910642 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-bd55f8cf-8e1f-4fe9-a0ee-5981b94c41e1 None None] Set router 33b31fcd-e542-4fc9-a073-4dd4b44d2118 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:10:18.928416 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 13:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528500d6-a990-40c8-93ea-07b8a35fe35d x-openstack-request-id: req-528500d6-a990-40c8-93ea-07b8a35fe35d {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:10:18.928892 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5558ef8c-4c44-44ae-89b8-a177106d3513", "tag": "e999a5b3-517a-49b8-9e5a-2233449e4cdf", "status": "completed", "code": 200}]} {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:10:18.929167 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-528500d6-a990-40c8-93ea-07b8a35fe35d {{(pid=92826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:10:18.929665 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5558ef8c-4c44-44ae-89b8-a177106d3513', 'tag': 'e999a5b3-517a-49b8-9e5a-2233449e4cdf', 'status': 'completed', 'code': 200} Jun 18 13:10:19.022117 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b48ea-21a4-457c-9306-2886861c9225 req-aa961b1e-12aa-47f9-9aa1-1fa3f2e38a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:10:19.024411 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d37b48ea-21a4-457c-9306-2886861c9225 req-aa961b1e-12aa-47f9-9aa1-1fa3f2e38a50 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=199716da8e9b46b294f07c4a76a0f071&device_id=5558ef8c-4c44-44ae-89b8-a177106d3513 HTTP/1.1" status: 200 len: 1098 time: 0.0574710 Jun 18 13:10:19.114530 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b48ea-21a4-457c-9306-2886861c9225 req-d8a85601-d258-4b6e-9dd6-fea22c8d2785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:10:19.116063 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d37b48ea-21a4-457c-9306-2886861c9225 req-d8a85601-d258-4b6e-9dd6-fea22c8d2785 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4d8dd0f0-d1c1-453c-b28b-7799f651a360 HTTP/1.1" status: 200 len: 913 time: 0.0841458 Jun 18 13:10:19.136660 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-bd55f8cf-8e1f-4fe9-a0ee-5981b94c41e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'name': 'tempest-TestVolumeBootPattern-1087537416-router', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:30Z', 'revision_number': 4, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'gw_port': {'id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_floatingips': [{'id': '10147e2f-bc93-4a20-8b9e-3e9df289451e', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'router_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'port_id': 'e999a5b3-517a-49b8-9e5a-2233449e4cdf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'mac_address': 'fa:16:3e:e1:cb:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5558ef8c-4c44-44ae-89b8-a177106d3513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T13:10:17Z', 'updated_at': '2021-06-18T13:10:17Z', 'revision_number': 0, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e86c74ba-ea7e-4500-ace3-5c996b6354cf', 'name': '', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'mac_address': 'fa:16:3e:45:d9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:29Z', 'updated_at': '2021-06-18T13:09:36Z', 'revision_number': 5, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'subnets': [{'id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:10:19.166457 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd55f8cf-8e1f-4fe9-a0ee-5981b94c41e1 None None] Checking router: 33b31fcd-e542-4fc9-a073-4dd4b44d2118 for host: dv-cinder-797073-1-iscsi {{(pid=92827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 13:10:19.174783 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd55f8cf-8e1f-4fe9-a0ee-5981b94c41e1 None None] Routers {'33b31fcd-e542-4fc9-a073-4dd4b44d2118'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:10:19.175447 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-bd55f8cf-8e1f-4fe9-a0ee-5981b94c41e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:09:55Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['33b31fcd-e542-4fc9-a073-4dd4b44d2118'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:10:19.186116 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d37b48ea-21a4-457c-9306-2886861c9225 req-af5283e6-db10-41e8-995d-b1107673bcf0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e999a5b3-517a-49b8-9e5a-2233449e4cdf HTTP/1.1" status: 200 len: 999 time: 0.0621021 Jun 18 13:10:19.233961 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b48ea-21a4-457c-9306-2886861c9225 req-caa8921d-d664-4a4c-bb47-81e4b38a57c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:10:19.235396 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d37b48ea-21a4-457c-9306-2886861c9225 req-caa8921d-d664-4a4c-bb47-81e4b38a57c1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=57b39d46-4f58-4c37-9f76-de3ccc974820 HTTP/1.1" status: 200 len: 851 time: 0.0437596 Jun 18 13:10:19.278515 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-bd55f8cf-8e1f-4fe9-a0ee-5981b94c41e1 None None] Set router 33b31fcd-e542-4fc9-a073-4dd4b44d2118 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:10:19.292217 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b48ea-21a4-457c-9306-2886861c9225 req-ced81070-b779-4eb2-93f0-7fae9313e769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:10:19.293716 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d37b48ea-21a4-457c-9306-2886861c9225 req-ced81070-b779-4eb2-93f0-7fae9313e769 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4d8dd0f0-d1c1-453c-b28b-7799f651a360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523245 Jun 18 13:10:19.389061 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d37b48ea-21a4-457c-9306-2886861c9225 req-e788162f-3773-44af-b8a1-7999b12eebc4 service neutron] 10.222.0.77 "GET /v2.0/networks/4d8dd0f0-d1c1-453c-b28b-7799f651a360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889394 Jun 18 13:10:19.482157 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d37b48ea-21a4-457c-9306-2886861c9225 req-8b6e1f01-3302-4013-963b-ce43f0237799 service neutron] 10.222.0.77 "GET /v2.0/networks/4d8dd0f0-d1c1-453c-b28b-7799f651a360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865965 Jun 18 13:10:19.515238 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-bd55f8cf-8e1f-4fe9-a0ee-5981b94c41e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'name': 'tempest-TestVolumeBootPattern-1087537416-router', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:30Z', 'revision_number': 4, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'gw_port': {'id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_floatingips': [{'id': '10147e2f-bc93-4a20-8b9e-3e9df289451e', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'router_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'port_id': 'e999a5b3-517a-49b8-9e5a-2233449e4cdf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'mac_address': 'fa:16:3e:e1:cb:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5558ef8c-4c44-44ae-89b8-a177106d3513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T13:10:17Z', 'updated_at': '2021-06-18T13:10:17Z', 'revision_number': 0, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e86c74ba-ea7e-4500-ace3-5c996b6354cf', 'name': '', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'mac_address': 'fa:16:3e:45:d9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:29Z', 'updated_at': '2021-06-18T13:09:36Z', 'revision_number': 5, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'subnets': [{'id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:10:19.541822 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd55f8cf-8e1f-4fe9-a0ee-5981b94c41e1 None None] The sync data for ids ['33b31fcd-e542-4fc9-a073-4dd4b44d2118'] in dv-cinder-797073-1-iscsi is: [{'id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'name': 'tempest-TestVolumeBootPattern-1087537416-router', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:30Z', 'revision_number': 4, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'gw_port': {'id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_floatingips': [{'id': '10147e2f-bc93-4a20-8b9e-3e9df289451e', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'router_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'port_id': 'e999a5b3-517a-49b8-9e5a-2233449e4cdf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'mac_address': 'fa:16:3e:e1:cb:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5558ef8c-4c44-44ae-89b8-a177106d3513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T13:10:17Z', 'updated_at': '2021-06-18T13:10:17Z', 'revision_number': 0, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e86c74ba-ea7e-4500-ace3-5c996b6354cf', 'name': '', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'mac_address': 'fa:16:3e:45:d9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:29Z', 'updated_at': '2021-06-18T13:09:36Z', 'revision_number': 5, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'subnets': [{'id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 13:10:19.737456 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ba5eff-5de0-4e19-a0d6-f9269a15a8a5 None None] New status for floating IP 10147e2f-bc93-4a20-8b9e-3e9df289451e: ACTIVE {{(pid=92828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 13:10:21.886265 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-2710de2a-c3d8-43b9-bcb6-353fe0554b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:10:24.737875 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-293af028-c521-4e0e-977d-528b7f2dcc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:10:25.071386 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:10:26.013013 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:10:27.749701 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:10:30.554837 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:10:46.495479 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 13:10:51.886611 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-c1019611-1140-4c7d-8049-0506a451673c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:10:54.739205 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-22517b2f-c521-4c18-8cce-b0597f0d486c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:10:55.073421 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:10:56.015167 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:10:57.753447 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:11:00.555626 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:11:04.982942 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-519ec5d1-66c5-48ae-9418-d71e09a52205 req-998d9040-4e63-45f2-802c-5a769542b042 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5558ef8c-4c44-44ae-89b8-a177106d3513&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506256 Jun 18 13:11:05.091920 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ec5d1-66c5-48ae-9418-d71e09a52205 req-b57a1a61-ccdb-46db-9b88-da4fb22d9141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:11:05.093427 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-519ec5d1-66c5-48ae-9418-d71e09a52205 req-b57a1a61-ccdb-46db-9b88-da4fb22d9141 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=199716da8e9b46b294f07c4a76a0f071&device_id=5558ef8c-4c44-44ae-89b8-a177106d3513 HTTP/1.1" status: 200 len: 1098 time: 0.0560923 Jun 18 13:11:05.196748 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ec5d1-66c5-48ae-9418-d71e09a52205 req-bfc0eed1-7944-4ba6-87da-480a2639f60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:11:05.198240 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-519ec5d1-66c5-48ae-9418-d71e09a52205 req-bfc0eed1-7944-4ba6-87da-480a2639f60d service neutron] 10.222.0.77 "GET /v2.0/networks?id=4d8dd0f0-d1c1-453c-b28b-7799f651a360 HTTP/1.1" status: 200 len: 913 time: 0.0837450 Jun 18 13:11:05.267309 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-519ec5d1-66c5-48ae-9418-d71e09a52205 req-a104236b-ded0-4811-8e34-d5880948b9e2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e999a5b3-517a-49b8-9e5a-2233449e4cdf HTTP/1.1" status: 200 len: 1001 time: 0.0609608 Jun 18 13:11:05.315095 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ec5d1-66c5-48ae-9418-d71e09a52205 req-cb80c0b3-491f-437c-9e32-ad8967c135d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:11:05.316737 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-519ec5d1-66c5-48ae-9418-d71e09a52205 req-cb80c0b3-491f-437c-9e32-ad8967c135d4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=57b39d46-4f58-4c37-9f76-de3ccc974820 HTTP/1.1" status: 200 len: 851 time: 0.0429647 Jun 18 13:11:05.374491 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ec5d1-66c5-48ae-9418-d71e09a52205 req-6d3bd82b-a55a-4472-962a-fdcaccc56f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:11:05.375979 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-519ec5d1-66c5-48ae-9418-d71e09a52205 req-6d3bd82b-a55a-4472-962a-fdcaccc56f95 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4d8dd0f0-d1c1-453c-b28b-7799f651a360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523376 Jun 18 13:11:05.466210 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-519ec5d1-66c5-48ae-9418-d71e09a52205 req-bbc78257-e595-4d5d-868c-194a477f56a7 service neutron] 10.222.0.77 "GET /v2.0/networks/4d8dd0f0-d1c1-453c-b28b-7799f651a360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829041 Jun 18 13:11:05.554375 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-519ec5d1-66c5-48ae-9418-d71e09a52205 req-117c3e54-0d05-40a2-afc2-a382a70d070f service neutron] 10.222.0.77 "GET /v2.0/networks/4d8dd0f0-d1c1-453c-b28b-7799f651a360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805352 Jun 18 13:11:21.886953 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-879cf039-e6c7-4584-81e3-e52140732035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:11:23.494656 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 13:11:24.739418 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-adf965b0-4cd2-4f95-b600-8212595b1ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:11:25.074147 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:11:26.019216 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:11:27.758479 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:11:30.573220 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:11:51.888451 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-a67b0af8-cf68-4e18-8584-f22c8493ff28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:11:54.739063 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-abf30c14-548a-4f44-a174-18e756c87e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:11:55.075422 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:11:56.021489 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:11:57.756569 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:12:00.493162 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 13:12:00.586313 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:12:06.978685 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8e028c6b-3e7c-4c16-b5aa-bdd1a3bbfad9 req-9014f07f-1af3-44f2-91cf-c05811bb75ea service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5558ef8c-4c44-44ae-89b8-a177106d3513&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0583100 Jun 18 13:12:07.082344 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e028c6b-3e7c-4c16-b5aa-bdd1a3bbfad9 req-c19d9d29-df4c-4f3c-b981-54638c978a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:12:07.083803 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8e028c6b-3e7c-4c16-b5aa-bdd1a3bbfad9 req-c19d9d29-df4c-4f3c-b981-54638c978a50 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=199716da8e9b46b294f07c4a76a0f071&device_id=5558ef8c-4c44-44ae-89b8-a177106d3513 HTTP/1.1" status: 200 len: 1098 time: 0.0516045 Jun 18 13:12:07.188187 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e028c6b-3e7c-4c16-b5aa-bdd1a3bbfad9 req-ae456272-0320-403c-ad3c-0bb60a237cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:12:07.189663 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8e028c6b-3e7c-4c16-b5aa-bdd1a3bbfad9 req-ae456272-0320-403c-ad3c-0bb60a237cd9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4d8dd0f0-d1c1-453c-b28b-7799f651a360 HTTP/1.1" status: 200 len: 913 time: 0.0836117 Jun 18 13:12:07.257081 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8e028c6b-3e7c-4c16-b5aa-bdd1a3bbfad9 req-c4aadd3a-fc4b-45d6-a3f6-2bdb711f85c1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e999a5b3-517a-49b8-9e5a-2233449e4cdf HTTP/1.1" status: 200 len: 1001 time: 0.0598192 Jun 18 13:12:07.305197 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e028c6b-3e7c-4c16-b5aa-bdd1a3bbfad9 req-55af5755-6f2a-4f6e-94bd-90e00516a2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:12:07.306654 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8e028c6b-3e7c-4c16-b5aa-bdd1a3bbfad9 req-55af5755-6f2a-4f6e-94bd-90e00516a2fe service neutron] 10.222.0.77 "GET /v2.0/subnets?id=57b39d46-4f58-4c37-9f76-de3ccc974820 HTTP/1.1" status: 200 len: 851 time: 0.0433838 Jun 18 13:12:07.363256 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e028c6b-3e7c-4c16-b5aa-bdd1a3bbfad9 req-7066afd4-18f0-4a65-8413-56d284b1767e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:12:07.364738 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8e028c6b-3e7c-4c16-b5aa-bdd1a3bbfad9 req-7066afd4-18f0-4a65-8413-56d284b1767e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4d8dd0f0-d1c1-453c-b28b-7799f651a360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519907 Jun 18 13:12:07.456142 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8e028c6b-3e7c-4c16-b5aa-bdd1a3bbfad9 req-662a47fc-cc7f-4dfd-bf1b-9b4c096eb4cd service neutron] 10.222.0.77 "GET /v2.0/networks/4d8dd0f0-d1c1-453c-b28b-7799f651a360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842011 Jun 18 13:12:07.547696 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8e028c6b-3e7c-4c16-b5aa-bdd1a3bbfad9 req-1881e47d-20ea-4c72-8056-8ec45a9ece35 service neutron] 10.222.0.77 "GET /v2.0/networks/4d8dd0f0-d1c1-453c-b28b-7799f651a360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847464 Jun 18 13:12:21.888671 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-fcd6c112-80c3-4dcd-8565-d331b24d8101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:12:24.738759 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-b5d05ab2-28aa-48c4-8baa-4541efa5da6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:12:25.081385 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:12:26.025005 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:12:27.759974 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:12:30.600644 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:12:37.491586 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 13:12:46.009530 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a221f-4162-4da0-918f-73a315ba46d8 req-29bc506e-e536-4512-b844-7ab859f43a26 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:12:46.010966 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ef2a221f-4162-4da0-918f-73a315ba46d8 req-29bc506e-e536-4512-b844-7ab859f43a26 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=5558ef8c-4c44-44ae-89b8-a177106d3513 HTTP/1.1" status: 200 len: 945 time: 0.0681872 Jun 18 13:12:46.049705 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ef2a221f-4162-4da0-918f-73a315ba46d8 req-99fafa03-40d0-4728-a780-7d04c3f43f34 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318992 Jun 18 13:12:47.243403 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0343647-fc1d-4bc8-9e22-16e1c3b99f5f req-0f7b529c-1fe4-4462-80dc-fe446a535564 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:12:47.244974 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b0343647-fc1d-4bc8-9e22-16e1c3b99f5f req-0f7b529c-1fe4-4462-80dc-fe446a535564 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=5558ef8c-4c44-44ae-89b8-a177106d3513 HTTP/1.1" status: 200 len: 945 time: 0.0706887 Jun 18 13:12:47.289466 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b0343647-fc1d-4bc8-9e22-16e1c3b99f5f req-c84763a3-7b96-4ae2-87da-5b0da75911f9 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383079 Jun 18 13:12:47.781992 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187b99a-badf-4ae4-b7ac-cb22d58751b9 req-e843d624-396a-46ad-a991-14b55d7c2344 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:12:47.783713 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-4187b99a-badf-4ae4-b7ac-cb22d58751b9 req-e843d624-396a-46ad-a991-14b55d7c2344 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.77 "GET /v2.0/ports?device_id=5558ef8c-4c44-44ae-89b8-a177106d3513 HTTP/1.1" status: 200 len: 945 time: 0.0764737 Jun 18 13:12:48.164679 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [req-4187b99a-badf-4ae4-b7ac-cb22d58751b9 req-dc20d618-e4c1-466e-af64-cf7affbe2bd8 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Deleting port e999a5b3-517a-49b8-9e5a-2233449e4cdf {{(pid=92825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:12:48.165059 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-4187b99a-badf-4ae4-b7ac-cb22d58751b9 req-dc20d618-e4c1-466e-af64-cf7affbe2bd8 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:12:48.251415 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [req-4187b99a-badf-4ae4-b7ac-cb22d58751b9 req-dc20d618-e4c1-466e-af64-cf7affbe2bd8 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] For port e999a5b3-517a-49b8-9e5a-2233449e4cdf, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=e999a5b3-517a-49b8-9e5a-2233449e4cdf,segment=NetworkSegment(5c47d499-86b3-4778-b3cb-a36889e2825c),segment_id=5c47d499-86b3-4778-b3cb-a36889e2825c)] {{(pid=92825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:12:48.251777 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-4187b99a-badf-4ae4-b7ac-cb22d58751b9 req-dc20d618-e4c1-466e-af64-cf7affbe2bd8 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:12:48.435403 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-4187b99a-badf-4ae4-b7ac-cb22d58751b9 req-dc20d618-e4c1-466e-af64-cf7affbe2bd8 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:12:48.435823 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-4187b99a-badf-4ae4-b7ac-cb22d58751b9 req-dc20d618-e4c1-466e-af64-cf7affbe2bd8 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055052'] for floatingip, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:12:48.436070 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.db.l3_db [req-4187b99a-badf-4ae4-b7ac-cb22d58751b9 req-dc20d618-e4c1-466e-af64-cf7affbe2bd8 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Floating IP 10147e2f-bc93-4a20-8b9e-3e9df289451e disassociated. External IP: 172.27.0.164, port: e999a5b3-517a-49b8-9e5a-2233449e4cdf. Jun 18 13:12:48.440289 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [req-4187b99a-badf-4ae4-b7ac-cb22d58751b9 req-dc20d618-e4c1-466e-af64-cf7affbe2bd8 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Calling delete_port for e999a5b3-517a-49b8-9e5a-2233449e4cdf owned by compute:nova {{(pid=92825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:12:48.542650 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331ca5d-f086-4819-b797-d4ff45be123c req-7c64c8dc-eec4-4874-95d2-fe7e6e2fc49d tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:12:48.544200 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-1331ca5d-f086-4819-b797-d4ff45be123c req-7c64c8dc-eec4-4874-95d2-fe7e6e2fc49d tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=5558ef8c-4c44-44ae-89b8-a177106d3513 HTTP/1.1" status: 200 len: 945 time: 0.1274309 Jun 18 13:12:48.606716 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-1331ca5d-f086-4819-b797-d4ff45be123c req-41aa4b2a-6f5f-401b-a736-0853b7a31433 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542808 Jun 18 13:12:48.634504 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-4187b99a-badf-4ae4-b7ac-cb22d58751b9 req-dc20d618-e4c1-466e-af64-cf7affbe2bd8 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8372373'] for port, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:12:48.639003 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-2c1342e8-bdd8-4ea3-b9ea-220faae75ab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:12:48.665004 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc20d618-e4c1-466e-af64-cf7affbe2bd8 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Pushing event deleted for resources: {'Port': ['ID=e999a5b3-517a-49b8-9e5a-2233449e4cdf,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:12:48.676457 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc20d618-e4c1-466e-af64-cf7affbe2bd8 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:12:48.676894 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc20d618-e4c1-466e-af64-cf7affbe2bd8 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:12:48.677265 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc20d618-e4c1-466e-af64-cf7affbe2bd8 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:12:48.677644 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc20d618-e4c1-466e-af64-cf7affbe2bd8 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:12:48.678013 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc20d618-e4c1-466e-af64-cf7affbe2bd8 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:12:48.678382 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc20d618-e4c1-466e-af64-cf7affbe2bd8 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:12:48.678749 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc20d618-e4c1-466e-af64-cf7affbe2bd8 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:12:48.679116 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc20d618-e4c1-466e-af64-cf7affbe2bd8 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:12:48.679482 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc20d618-e4c1-466e-af64-cf7affbe2bd8 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:12:48.679846 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc20d618-e4c1-466e-af64-cf7affbe2bd8 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:12:48.680206 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc20d618-e4c1-466e-af64-cf7affbe2bd8 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:12:48.680564 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc20d618-e4c1-466e-af64-cf7affbe2bd8 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:12:48.685429 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-dc20d618-e4c1-466e-af64-cf7affbe2bd8 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:12:48.792010 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4187b99a-badf-4ae4-b7ac-cb22d58751b9 req-dc20d618-e4c1-466e-af64-cf7affbe2bd8 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Router 33b31fcd-e542-4fc9-a073-4dd4b44d2118 has already been hosted by L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc {{(pid=92825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 13:12:48.929010 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4187b99a-badf-4ae4-b7ac-cb22d58751b9 req-dc20d618-e4c1-466e-af64-cf7affbe2bd8 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 13:12:48.938337 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d833ad7-5c19-4f61-89cf-4b129aad17d5 None None] Sync routers for ids ['33b31fcd-e542-4fc9-a073-4dd4b44d2118'] in dv-cinder-797073-1-iscsi {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 13:12:48.947663 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d833ad7-5c19-4f61-89cf-4b129aad17d5 None None] Routers {'33b31fcd-e542-4fc9-a073-4dd4b44d2118'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:12:48.948270 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-2d833ad7-5c19-4f61-89cf-4b129aad17d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:12:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['33b31fcd-e542-4fc9-a073-4dd4b44d2118'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:12:48.974097 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.l3_dvrscheduler_db [req-4187b99a-badf-4ae4-b7ac-cb22d58751b9 req-dc20d618-e4c1-466e-af64-cf7affbe2bd8 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] No DVR routers for this DVR port e999a5b3-517a-49b8-9e5a-2233449e4cdf on host hv-cinder-79707 {{(pid=92825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 13:12:48.976576 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-4187b99a-badf-4ae4-b7ac-cb22d58751b9 req-dc20d618-e4c1-466e-af64-cf7affbe2bd8 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:12:48.978556 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-4187b99a-badf-4ae4-b7ac-cb22d58751b9 req-dc20d618-e4c1-466e-af64-cf7affbe2bd8 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.77 "DELETE /v2.0/ports/e999a5b3-517a-49b8-9e5a-2233449e4cdf HTTP/1.1" status: 204 len: 173 time: 1.1890128 Jun 18 13:12:48.979068 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5558ef8c-4c44-44ae-89b8-a177106d3513', 'name': 'network-vif-deleted', 'tag': 'e999a5b3-517a-49b8-9e5a-2233449e4cdf'}] {{(pid=92825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:12:48.981666 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cbce1c661b203a7f45efff8c445c42f162c6430a9c28178aa2be3d6d959831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4a5272-f37f-413c-b2c1-21353daadb00" -d '{"events": [{"server_uuid": "5558ef8c-4c44-44ae-89b8-a177106d3513", "name": "network-vif-deleted", "tag": "e999a5b3-517a-49b8-9e5a-2233449e4cdf"}]}' {{(pid=92825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:12:49.094443 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 13:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8245adb6-9b32-4d6e-9f62-7d87f83848aa x-openstack-request-id: req-8245adb6-9b32-4d6e-9f62-7d87f83848aa {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:12:49.094792 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5558ef8c-4c44-44ae-89b8-a177106d3513", "name": "network-vif-deleted", "tag": "e999a5b3-517a-49b8-9e5a-2233449e4cdf", "status": "completed", "code": 200}]} {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:12:49.095097 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8245adb6-9b32-4d6e-9f62-7d87f83848aa {{(pid=92825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:12:49.095548 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5558ef8c-4c44-44ae-89b8-a177106d3513', 'name': 'network-vif-deleted', 'tag': 'e999a5b3-517a-49b8-9e5a-2233449e4cdf', 'status': 'completed', 'code': 200} Jun 18 13:12:49.191332 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-2d833ad7-5c19-4f61-89cf-4b129aad17d5 None None] Set router 33b31fcd-e542-4fc9-a073-4dd4b44d2118 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:12:49.395580 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-2d833ad7-5c19-4f61-89cf-4b129aad17d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'name': 'tempest-TestVolumeBootPattern-1087537416-router', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:30Z', 'revision_number': 4, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'gw_port': {'id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': 'e86c74ba-ea7e-4500-ace3-5c996b6354cf', 'name': '', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'mac_address': 'fa:16:3e:45:d9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:29Z', 'updated_at': '2021-06-18T13:09:36Z', 'revision_number': 5, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'subnets': [{'id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:12:49.423468 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d833ad7-5c19-4f61-89cf-4b129aad17d5 None None] Checking router: 33b31fcd-e542-4fc9-a073-4dd4b44d2118 for host: dv-cinder-797073-1-iscsi {{(pid=92827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 13:12:49.431923 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d833ad7-5c19-4f61-89cf-4b129aad17d5 None None] Routers {'33b31fcd-e542-4fc9-a073-4dd4b44d2118'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:12:49.432558 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-2d833ad7-5c19-4f61-89cf-4b129aad17d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:12:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['33b31fcd-e542-4fc9-a073-4dd4b44d2118'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:12:49.537731 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-2d833ad7-5c19-4f61-89cf-4b129aad17d5 None None] Set router 33b31fcd-e542-4fc9-a073-4dd4b44d2118 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:12:49.740216 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-2d833ad7-5c19-4f61-89cf-4b129aad17d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'name': 'tempest-TestVolumeBootPattern-1087537416-router', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:30Z', 'revision_number': 4, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'gw_port': {'id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': 'e86c74ba-ea7e-4500-ace3-5c996b6354cf', 'name': '', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'mac_address': 'fa:16:3e:45:d9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:29Z', 'updated_at': '2021-06-18T13:09:36Z', 'revision_number': 5, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'subnets': [{'id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:12:49.764732 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f181d4db-a074-4427-abf7-d876b73d7ecc req-30cf2bb6-82fe-4ea8-ac94-41d7af6d8286 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=5558ef8c-4c44-44ae-89b8-a177106d3513 HTTP/1.1" status: 200 len: 210 time: 0.0330150 Jun 18 13:12:49.769069 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d833ad7-5c19-4f61-89cf-4b129aad17d5 None None] The sync data for ids ['33b31fcd-e542-4fc9-a073-4dd4b44d2118'] in dv-cinder-797073-1-iscsi is: [{'id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'name': 'tempest-TestVolumeBootPattern-1087537416-router', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:30Z', 'revision_number': 4, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'gw_port': {'id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': 'e86c74ba-ea7e-4500-ace3-5c996b6354cf', 'name': '', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'mac_address': 'fa:16:3e:45:d9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:29Z', 'updated_at': '2021-06-18T13:09:36Z', 'revision_number': 5, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'subnets': [{'id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 13:12:49.998493 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8335da-0399-42c0-962a-aa5e4cab0541 None None] New status for floating IP 10147e2f-bc93-4a20-8b9e-3e9df289451e: DOWN {{(pid=92828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 13:12:51.001551 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-555406b3-b979-4791-9c7f-8d06901d14b2 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1296225341&fields=id&tenant_id=199716da8e9b46b294f07c4a76a0f071 HTTP/1.1" status: 200 len: 267 time: 0.0319152 Jun 18 13:12:51.103636 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-8b2490fe-148a-4b1f-806d-30d3103e55e4 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:12:51.104968 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-8b2490fe-148a-4b1f-806d-30d3103e55e4 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/networks?id=4d8dd0f0-d1c1-453c-b28b-7799f651a360 HTTP/1.1" status: 200 len: 812 time: 0.0971744 Jun 18 13:12:51.120030 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-438fac2b-cc31-4564-81da-3dad9a34df73 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/quotas/199716da8e9b46b294f07c4a76a0f071 HTTP/1.1" status: 200 len: 375 time: 0.0090756 Jun 18 13:12:51.195854 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-e109b9be-6596-4a4a-97fa-ddd6bf07c5e0 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=199716da8e9b46b294f07c4a76a0f071&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0699205 Jun 18 13:12:51.328576 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-c173b238-10cd-4690-9842-1b6e75005e37 service neutron] 10.222.0.86 "GET /v2.0/networks/4d8dd0f0-d1c1-453c-b28b-7799f651a360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214993 Jun 18 13:12:51.420692 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-ae6f5b9c-1ee1-4d9b-899c-1391c89cef1e service neutron] 10.222.0.86 "GET /v2.0/networks/4d8dd0f0-d1c1-453c-b28b-7799f651a360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863137 Jun 18 13:12:51.715139 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-794efce2-c4b7-44ab-a090-01a361e89c65 req-a13ff034-5118-4e51-8a2a-7e213efffa43 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=4cb118aa-c3e5-4955-9bf5-30a194b6721b HTTP/1.1" status: 200 len: 210 time: 0.0291338 Jun 18 13:12:51.890696 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-9734daee-c2a3-477e-b057-272e53649e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:12:52.153483 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device e999a5b3-517a-49b8-9e5a-2233449e4cdf no longer exists at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 13:12:52.174882 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] No Port match for: e999a5b3-517a-49b8-9e5a-2233449e4cdf {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 13:12:52.175237 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device e999a5b3-517a-49b8-9e5a-2233449e4cdf not bound to the agent host hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 13:12:52.867476 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8a8037a6-e4ae-4101-b928-3321bae402e9 req-9cc3ddfe-076d-4aee-b6e4-aa806fefd432 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=4cb118aa-c3e5-4955-9bf5-30a194b6721b HTTP/1.1" status: 200 len: 210 time: 0.0437539 Jun 18 13:12:52.963582 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-0d4ff64e-9c2f-4900-a1b6-7a99dfaf75ca tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:12:52.965920 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-0d4ff64e-9c2f-4900-a1b6-7a99dfaf75ca tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.77 "GET /v2.0/networks?id=4d8dd0f0-d1c1-453c-b28b-7799f651a360 HTTP/1.1" status: 200 len: 812 time: 0.1312909 Jun 18 13:12:53.010275 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-1628a8b4-5187-4c1f-9e70-9eb9a4521100 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=199716da8e9b46b294f07c4a76a0f071 HTTP/1.1" status: 200 len: 380 time: 0.0329719 Jun 18 13:12:53.019887 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-830348fc-e024-4da9-97db-afcc420a681a tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Request body: {'port': {'device_id': '4cb118aa-c3e5-4955-9bf5-30a194b6721b', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'admin_state_up': True, 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'security_groups': ['e8128926-7d9a-41cc-bb65-f14a6e0de27d']}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:12:53.128206 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-830348fc-e024-4da9-97db-afcc420a681a tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Made reservation on behalf of 199716da8e9b46b294f07c4a76a0f071 for: {'port': 1} {{(pid=92825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 13:12:53.131900 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-830348fc-e024-4da9-97db-afcc420a681a tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:12:53.282208 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.db_base_plugin_common [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-830348fc-e024-4da9-97db-afcc420a681a tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Allocated IP 172.20.0.6 (4d8dd0f0-d1c1-453c-b28b-7799f651a360/57b39d46-4f58-4c37-9f76-de3ccc974820/34a30645-441d-4fe3-be97-406d5ece520e) {{(pid=92825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 13:12:53.423888 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-830348fc-e024-4da9-97db-afcc420a681a tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for port, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:12:53.445274 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.provisioning_blocks [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-830348fc-e024-4da9-97db-afcc420a681a tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Transition to ACTIVE for port object 34a30645-441d-4fe3-be97-406d5ece520e will not be triggered until provisioned by entity DHCP. {{(pid=92825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 13:12:53.482678 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-830348fc-e024-4da9-97db-afcc420a681a tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8372378'] for port, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:12:53.487948 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-cad3e932-657b-438a-820f-257c9b31a77d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:12:53.527420 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-830348fc-e024-4da9-97db-afcc420a681a tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Network 4d8dd0f0-d1c1-453c-b28b-7799f651a360 is already hosted by enough agents. {{(pid=92825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 13:12:53.531047 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-830348fc-e024-4da9-97db-afcc420a681a tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Resources bound (agent type, host, resource id): {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 13:12:53.535133 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-830348fc-e024-4da9-97db-afcc420a681a tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Received port after_create {{(pid=92825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 13:12:53.569174 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830348fc-e024-4da9-97db-afcc420a681a tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Pushing event updated for resources: {'Port': ['ID=34a30645-441d-4fe3-be97-406d5ece520e,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:12:53.574682 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-830348fc-e024-4da9-97db-afcc420a681a tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:12:53.595387 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-830348fc-e024-4da9-97db-afcc420a681a tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:12:53.596018 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-830348fc-e024-4da9-97db-afcc420a681a tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:12:53.612456 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-830348fc-e024-4da9-97db-afcc420a681a tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5963011 Jun 18 13:12:53.630131 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-631a67be-45b3-4157-a4d3-2b5132c8c8c6 service neutron] Request body: {'port': {'device_id': '4cb118aa-c3e5-4955-9bf5-30a194b6721b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79707'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:12:53.711623 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-631a67be-45b3-4157-a4d3-2b5132c8c8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:12:53.734860 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-6635987e-10e6-4be4-acd0-6e740e6818bb None None] Provisioning for port 34a30645-441d-4fe3-be97-406d5ece520e completed by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 13:12:53.738965 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-6635987e-10e6-4be4-acd0-6e740e6818bb None None] Provisioning complete for port 34a30645-441d-4fe3-be97-406d5ece520e triggered by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 13:12:53.739352 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-6635987e-10e6-4be4-acd0-6e740e6818bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:12:53.780328 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-6635987e-10e6-4be4-acd0-6e740e6818bb None None] Port 34a30645-441d-4fe3-be97-406d5ece520e cannot update to ACTIVE because it is not bound. {{(pid=92827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 13:12:53.969629 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-631a67be-45b3-4157-a4d3-2b5132c8c8c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34a30645-441d-4fe3-be97-406d5ece520e {{(pid=92825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 13:12:53.977010 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-631a67be-45b3-4157-a4d3-2b5132c8c8c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:12:53.990001 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.provisioning_blocks [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-631a67be-45b3-4157-a4d3-2b5132c8c8c6 service neutron] Transition to ACTIVE for port object 34a30645-441d-4fe3-be97-406d5ece520e will not be triggered until provisioned by entity L2. {{(pid=92825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 13:12:53.993285 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-631a67be-45b3-4157-a4d3-2b5132c8c8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8372396'] for port, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:12:53.995218 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-8a838ea9-d7b9-4bf7-b856-0b7946fb6b30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:12:54.047572 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c96f6-7c92-42e5-9f85-8e0037682071 req-f174edf0-4194-4c5f-b54a-7b54cf54efa0 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:12:54.049100 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-700c96f6-7c92-42e5-9f85-8e0037682071 req-f174edf0-4194-4c5f-b54a-7b54cf54efa0 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=4cb118aa-c3e5-4955-9bf5-30a194b6721b HTTP/1.1" status: 200 len: 943 time: 0.0669899 Jun 18 13:12:54.072918 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a67be-45b3-4157-a4d3-2b5132c8c8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=34a30645-441d-4fe3-be97-406d5ece520e,revision_number=2']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:12:54.076867 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-631a67be-45b3-4157-a4d3-2b5132c8c8c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:12:54.088923 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-700c96f6-7c92-42e5-9f85-8e0037682071 req-9e48bf6d-c44d-4495-a725-07e35a4ceaf2 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336270 Jun 18 13:12:54.146763 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.managers [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-631a67be-45b3-4157-a4d3-2b5132c8c8c6 service neutron] Attempting to bind port 34a30645-441d-4fe3-be97-406d5ece520e on host hv-cinder-79707 for vnic_type normal with profile {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 13:12:54.147104 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.managers [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-631a67be-45b3-4157-a4d3-2b5132c8c8c6 service neutron] Attempting to bind port 34a30645-441d-4fe3-be97-406d5ece520e by drivers openvswitch,hyperv on host hv-cinder-79707 at level 0 using segments [{'id': '5c47d499-86b3-4778-b3cb-a36889e2825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360'}] {{(pid=92825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 13:12:54.147442 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-631a67be-45b3-4157-a4d3-2b5132c8c8c6 service neutron] Attempting to bind port 34a30645-441d-4fe3-be97-406d5ece520e on network 4d8dd0f0-d1c1-453c-b28b-7799f651a360 {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 13:12:54.151803 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-631a67be-45b3-4157-a4d3-2b5132c8c8c6 service neutron] Port 34a30645-441d-4fe3-be97-406d5ece520e on network 4d8dd0f0-d1c1-453c-b28b-7799f651a360 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79707 {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 13:12:54.152195 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-631a67be-45b3-4157-a4d3-2b5132c8c8c6 service neutron] Attempting to bind port 34a30645-441d-4fe3-be97-406d5ece520e on network 4d8dd0f0-d1c1-453c-b28b-7799f651a360 {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 13:12:54.157462 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-631a67be-45b3-4157-a4d3-2b5132c8c8c6 service neutron] Checking agent: {'id': '7546d223-5e56-44d8-9441-1a8a85fbff90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79707', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'started_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 13, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 13:12:54.157798 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-631a67be-45b3-4157-a4d3-2b5132c8c8c6 service neutron] Checking segment: {'id': '5c47d499-86b3-4778-b3cb-a36889e2825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 13:12:54.158180 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-631a67be-45b3-4157-a4d3-2b5132c8c8c6 service neutron] Bound using segment: {'id': '5c47d499-86b3-4778-b3cb-a36889e2825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360'} {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 13:12:54.158605 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.managers [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-631a67be-45b3-4157-a4d3-2b5132c8c8c6 service neutron] Bound port: 34a30645-441d-4fe3-be97-406d5ece520e, host: hv-cinder-79707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c47d499-86b3-4778-b3cb-a36889e2825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360'}}] {{(pid=92825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 13:12:54.158952 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-631a67be-45b3-4157-a4d3-2b5132c8c8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:12:54.227631 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-631a67be-45b3-4157-a4d3-2b5132c8c8c6 service neutron] For port 34a30645-441d-4fe3-be97-406d5ece520e, host hv-cinder-79707, cleared binding levels {{(pid=92825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 13:12:54.231224 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-631a67be-45b3-4157-a4d3-2b5132c8c8c6 service neutron] For port 34a30645-441d-4fe3-be97-406d5ece520e, host hv-cinder-79707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=34a30645-441d-4fe3-be97-406d5ece520e,segment=NetworkSegment(5c47d499-86b3-4778-b3cb-a36889e2825c),segment_id=5c47d499-86b3-4778-b3cb-a36889e2825c)] {{(pid=92825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 13:12:54.235867 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-631a67be-45b3-4157-a4d3-2b5132c8c8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8372396'] for port, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:12:54.237920 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-77e1e9c1-7f07-4d77-a8cf-3f4559ca75cc tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:12:54.272312 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-631a67be-45b3-4157-a4d3-2b5132c8c8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:12:54.272949 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-631a67be-45b3-4157-a4d3-2b5132c8c8c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:12:54.274297 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-631a67be-45b3-4157-a4d3-2b5132c8c8c6 service neutron] 10.222.0.77 "PUT /v2.0/ports/34a30645-441d-4fe3-be97-406d5ece520e HTTP/1.1" status: 200 len: 1093 time: 0.6486406 Jun 18 13:12:54.274812 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb118aa-c3e5-4955-9bf5-30a194b6721b', 'tag': '34a30645-441d-4fe3-be97-406d5ece520e'}] {{(pid=92825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:12:54.277213 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cbce1c661b203a7f45efff8c445c42f162c6430a9c28178aa2be3d6d959831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33812673-1ce9-4cff-ae94-3250bb889123" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb118aa-c3e5-4955-9bf5-30a194b6721b", "tag": "34a30645-441d-4fe3-be97-406d5ece520e"}]}' {{(pid=92825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:12:54.306314 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a67be-45b3-4157-a4d3-2b5132c8c8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=34a30645-441d-4fe3-be97-406d5ece520e,revision_number=3']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:12:54.317514 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-631a67be-45b3-4157-a4d3-2b5132c8c8c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:12:54.333238 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 13:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ca1b66-c1fa-4f88-b426-7650a87edf36 x-openstack-request-id: req-16ca1b66-c1fa-4f88-b426-7650a87edf36 {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:12:54.333581 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb118aa-c3e5-4955-9bf5-30a194b6721b", "tag": "34a30645-441d-4fe3-be97-406d5ece520e", "status": "completed", "code": 200}]} {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:12:54.333887 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-16ca1b66-c1fa-4f88-b426-7650a87edf36 {{(pid=92825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:12:54.334327 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb118aa-c3e5-4955-9bf5-30a194b6721b', 'tag': '34a30645-441d-4fe3-be97-406d5ece520e', 'status': 'completed', 'code': 200} Jun 18 13:12:54.405629 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-38111074-27c9-42ee-a3f3-d5417fd43ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:12:54.407124 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-38111074-27c9-42ee-a3f3-d5417fd43ca2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=199716da8e9b46b294f07c4a76a0f071&device_id=4cb118aa-c3e5-4955-9bf5-30a194b6721b HTTP/1.1" status: 200 len: 1096 time: 0.0564165 Jun 18 13:12:54.454803 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-d1425dac-f802-4f53-a7d3-b4df692d4c6d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34a30645-441d-4fe3-be97-406d5ece520e HTTP/1.1" status: 200 len: 217 time: 0.0346103 Jun 18 13:12:54.509580 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-66171da5-b4b6-4957-a915-40d1809d1b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:12:54.510989 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-66171da5-b4b6-4957-a915-40d1809d1b1a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=57b39d46-4f58-4c37-9f76-de3ccc974820 HTTP/1.1" status: 200 len: 851 time: 0.0484033 Jun 18 13:12:54.568036 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-adf70255-c6d6-4e19-aac7-8b673107ee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:12:54.569557 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-adf70255-c6d6-4e19-aac7-8b673107ee04 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4d8dd0f0-d1c1-453c-b28b-7799f651a360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521746 Jun 18 13:12:54.669527 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-945ec3dd-194f-4a2a-806b-6fc83fb08759 service neutron] 10.222.0.77 "GET /v2.0/networks/4d8dd0f0-d1c1-453c-b28b-7799f651a360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933757 Jun 18 13:12:54.740843 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-565f3db1-b754-4423-9fd0-14b743cd4352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:12:54.764990 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0661c94a-e9b8-43e0-8972-688f263699e3 req-8d823e85-fe12-4e8b-beb6-edac601ea1d7 service neutron] 10.222.0.77 "GET /v2.0/networks/4d8dd0f0-d1c1-453c-b28b-7799f651a360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890877 Jun 18 13:12:54.884985 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33812673-1ce9-4cff-ae94-3250bb889123 req-3a266763-da80-40c8-9d7a-e2df39a3a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:12:54.887121 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-33812673-1ce9-4cff-ae94-3250bb889123 req-3a266763-da80-40c8-9d7a-e2df39a3a599 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=199716da8e9b46b294f07c4a76a0f071&device_id=4cb118aa-c3e5-4955-9bf5-30a194b6721b HTTP/1.1" status: 200 len: 1096 time: 0.0509708 Jun 18 13:12:54.978282 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33812673-1ce9-4cff-ae94-3250bb889123 req-13283a2f-34b5-44b0-8f0a-6cb4407c3e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:12:54.979732 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-33812673-1ce9-4cff-ae94-3250bb889123 req-13283a2f-34b5-44b0-8f0a-6cb4407c3e7b service neutron] 10.222.0.77 "GET /v2.0/networks?id=4d8dd0f0-d1c1-453c-b28b-7799f651a360 HTTP/1.1" status: 200 len: 913 time: 0.0869775 Jun 18 13:12:55.021706 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-33812673-1ce9-4cff-ae94-3250bb889123 req-01d3e7fa-3676-4ef1-8a57-9d99180ab0fc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34a30645-441d-4fe3-be97-406d5ece520e HTTP/1.1" status: 200 len: 217 time: 0.0333641 Jun 18 13:12:55.069848 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33812673-1ce9-4cff-ae94-3250bb889123 req-059de343-fd0c-415a-9dc3-2c59182f7c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:12:55.071322 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-33812673-1ce9-4cff-ae94-3250bb889123 req-059de343-fd0c-415a-9dc3-2c59182f7c49 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=57b39d46-4f58-4c37-9f76-de3ccc974820 HTTP/1.1" status: 200 len: 851 time: 0.0438008 Jun 18 13:12:55.082354 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:12:55.133766 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33812673-1ce9-4cff-ae94-3250bb889123 req-63a06572-8d02-4f5b-9163-d5da9c31888f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:12:55.135223 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-33812673-1ce9-4cff-ae94-3250bb889123 req-63a06572-8d02-4f5b-9163-d5da9c31888f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4d8dd0f0-d1c1-453c-b28b-7799f651a360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573399 Jun 18 13:12:55.226150 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-33812673-1ce9-4cff-ae94-3250bb889123 req-36ccb051-c6a3-40c6-8d14-2d618bc36858 service neutron] 10.222.0.77 "GET /v2.0/networks/4d8dd0f0-d1c1-453c-b28b-7799f651a360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840530 Jun 18 13:12:55.280935 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f40200-8b03-4030-9673-93b1b557a8cc req-c89c1361-8539-41c2-ab46-c75a2ec0e7b8 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:12:55.282313 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a7f40200-8b03-4030-9673-93b1b557a8cc req-c89c1361-8539-41c2-ab46-c75a2ec0e7b8 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=4cb118aa-c3e5-4955-9bf5-30a194b6721b HTTP/1.1" status: 200 len: 943 time: 0.0724139 Jun 18 13:12:55.320423 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-33812673-1ce9-4cff-ae94-3250bb889123 req-17ad33a0-f43c-4650-b152-22ac5ce575c6 service neutron] 10.222.0.77 "GET /v2.0/networks/4d8dd0f0-d1c1-453c-b28b-7799f651a360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875454 Jun 18 13:12:55.325231 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-a7f40200-8b03-4030-9673-93b1b557a8cc req-41596132-6982-48cd-9807-5f9df69d8aba tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369644 Jun 18 13:12:56.026717 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:12:56.500703 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9091ba-e536-484b-a7d5-3ba037ed42d3 req-5ddb3de3-4ddc-407d-93f0-8dd31ad39051 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:12:56.502196 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-dd9091ba-e536-484b-a7d5-3ba037ed42d3 req-5ddb3de3-4ddc-407d-93f0-8dd31ad39051 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=4cb118aa-c3e5-4955-9bf5-30a194b6721b HTTP/1.1" status: 200 len: 943 time: 0.0648222 Jun 18 13:12:56.540060 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-dd9091ba-e536-484b-a7d5-3ba037ed42d3 req-c0e5ed18-fbae-49fd-9936-6e5f6c12f4ea tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319173 Jun 18 13:12:57.711327 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0020b-18bd-4052-9631-b3f19e57bebc req-730adc79-e512-4a3f-b88b-3f50e6b1272c tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:12:57.712789 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-74a0020b-18bd-4052-9631-b3f19e57bebc req-730adc79-e512-4a3f-b88b-3f50e6b1272c tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=4cb118aa-c3e5-4955-9bf5-30a194b6721b HTTP/1.1" status: 200 len: 943 time: 0.0641119 Jun 18 13:12:57.750457 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-74a0020b-18bd-4052-9631-b3f19e57bebc req-4a8d1272-aab6-4962-ba44-52bee9dce0ff tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314577 Jun 18 13:12:57.763895 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:12:58.925767 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a14ea-fc90-44f2-af0b-254d02216c9b req-f73846b4-9ee6-4700-8616-5e1f9046d809 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:12:58.927183 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c92a14ea-fc90-44f2-af0b-254d02216c9b req-f73846b4-9ee6-4700-8616-5e1f9046d809 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=4cb118aa-c3e5-4955-9bf5-30a194b6721b HTTP/1.1" status: 200 len: 943 time: 0.0609121 Jun 18 13:12:58.963321 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c92a14ea-fc90-44f2-af0b-254d02216c9b req-0380d94b-3d63-4528-a68b-8a96b9559665 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305536 Jun 18 13:13:00.134387 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba18cd9-5d09-488f-b062-10f32004df15 req-c333d34f-9faa-4c66-9b56-c2ba42c20cc7 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:13:00.135808 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6ba18cd9-5d09-488f-b062-10f32004df15 req-c333d34f-9faa-4c66-9b56-c2ba42c20cc7 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=4cb118aa-c3e5-4955-9bf5-30a194b6721b HTTP/1.1" status: 200 len: 943 time: 0.0624883 Jun 18 13:13:00.174669 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-6ba18cd9-5d09-488f-b062-10f32004df15 req-ac9a9762-e20d-4dc9-b712-e0a88248cdeb tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323868 Jun 18 13:13:00.595658 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:13:01.347850 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a74c43-01ba-4219-945b-307de2370fbe req-9b83c34e-98d8-444c-b00c-a8332893eedb tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:13:01.349395 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-94a74c43-01ba-4219-945b-307de2370fbe req-9b83c34e-98d8-444c-b00c-a8332893eedb tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=4cb118aa-c3e5-4955-9bf5-30a194b6721b HTTP/1.1" status: 200 len: 943 time: 0.0662727 Jun 18 13:13:01.386300 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-94a74c43-01ba-4219-945b-307de2370fbe req-17ec16b0-ffc1-419e-ba1c-184cb49e7620 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312669 Jun 18 13:13:02.566303 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8880c-f486-4b23-a758-afa80daf43cb req-e89649a6-ac80-4d83-ae62-f6ddc9d1ff28 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:13:02.567797 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-59d8880c-f486-4b23-a758-afa80daf43cb req-e89649a6-ac80-4d83-ae62-f6ddc9d1ff28 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=4cb118aa-c3e5-4955-9bf5-30a194b6721b HTTP/1.1" status: 200 len: 943 time: 0.0681858 Jun 18 13:13:02.604694 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-59d8880c-f486-4b23-a758-afa80daf43cb req-9027d0fd-ac80-43c4-a345-68392254cbb6 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311458 Jun 18 13:13:03.789065 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd3fb3-1151-431c-9ac0-f275616e358f req-465b5e13-876c-43d6-bb3c-304141b073fd tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:13:03.790527 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-99cd3fb3-1151-431c-9ac0-f275616e358f req-465b5e13-876c-43d6-bb3c-304141b073fd tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=4cb118aa-c3e5-4955-9bf5-30a194b6721b HTTP/1.1" status: 200 len: 943 time: 0.0650818 Jun 18 13:13:03.827923 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-99cd3fb3-1151-431c-9ac0-f275616e358f req-87e1c587-8ab8-418c-ba96-99174ba064c0 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300536 Jun 18 13:13:04.206839 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 34a30645-441d-4fe3-be97-406d5ece520e details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=92827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 13:13:04.300598 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 34a30645-441d-4fe3-be97-406d5ece520e, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=34a30645-441d-4fe3-be97-406d5ece520e,segment=NetworkSegment(5c47d499-86b3-4778-b3cb-a36889e2825c),segment_id=5c47d499-86b3-4778-b3cb-a36889e2825c)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:13:04.313932 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Returning: {'device': '34a30645-441d-4fe3-be97-406d5ece520e', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'port_id': '34a30645-441d-4fe3-be97-406d5ece520e', 'mac_address': 'fa:16:3e:f5:b0:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 13:13:04.363657 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:13:04.377622 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34a30645-441d-4fe3-be97-406d5ece520e {{(pid=92827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 13:13:04.398843 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 34a30645-441d-4fe3-be97-406d5ece520e, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=34a30645-441d-4fe3-be97-406d5ece520e,segment=NetworkSegment(5c47d499-86b3-4778-b3cb-a36889e2825c),segment_id=5c47d499-86b3-4778-b3cb-a36889e2825c)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:13:04.402937 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:13:04.405137 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:13:04.452390 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=34a30645-441d-4fe3-be97-406d5ece520e,revision_number=4']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:13:04.459323 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:13:04.459677 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:13:04.460025 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:13:04.460368 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:13:04.460701 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:13:04.461062 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:13:04.461394 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:13:04.461723 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:13:04.462050 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:13:04.462374 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:13:04.462697 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:13:04.463019 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:13:04.466970 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:13:04.829649 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['34a30645-441d-4fe3-be97-406d5ece520e'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 13:13:05.000233 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74387f46-a2a9-443b-949b-8f48262edf64 req-16d9426e-7ad5-4fa1-a346-1f905328897a tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:13:05.001794 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-74387f46-a2a9-443b-949b-8f48262edf64 req-16d9426e-7ad5-4fa1-a346-1f905328897a tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=4cb118aa-c3e5-4955-9bf5-30a194b6721b HTTP/1.1" status: 200 len: 944 time: 0.0624440 Jun 18 13:13:05.045002 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-74387f46-a2a9-443b-949b-8f48262edf64 req-4248f19c-1286-4f07-a98b-2dace01d0943 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372579 Jun 18 13:13:06.215261 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e0b90-e3d3-40d5-b22c-804fabf1faf6 req-90400b17-bcf3-41c8-9ee0-963b59379c64 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:13:06.216955 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f41e0b90-e3d3-40d5-b22c-804fabf1faf6 req-90400b17-bcf3-41c8-9ee0-963b59379c64 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=4cb118aa-c3e5-4955-9bf5-30a194b6721b HTTP/1.1" status: 200 len: 944 time: 0.0629439 Jun 18 13:13:06.217178 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 34a30645-441d-4fe3-be97-406d5ece520e up at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 13:13:06.258975 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-f41e0b90-e3d3-40d5-b22c-804fabf1faf6 req-0166985b-9dec-46c3-aa72-4555750b78ad tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361793 Jun 18 13:13:06.268178 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning for port 34a30645-441d-4fe3-be97-406d5ece520e completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 13:13:06.272165 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning complete for port 34a30645-441d-4fe3-be97-406d5ece520e triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 13:13:06.272578 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:13:06.355989 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:13:06.380272 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb118aa-c3e5-4955-9bf5-30a194b6721b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a30645-441d-4fe3-be97-406d5ece520e'}] {{(pid=92827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:13:06.382536 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c43e27dad5924667550749323780498268b495889c5e44707aafbe87e8432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41545645-a106-4201-ba5c-bcc47e16d5c3" -d '{"events": [{"server_uuid": "4cb118aa-c3e5-4955-9bf5-30a194b6721b", "name": "network-vif-plugged", "status": "completed", "tag": "34a30645-441d-4fe3-be97-406d5ece520e"}]}' {{(pid=92827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:13:06.394804 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 34a30645-441d-4fe3-be97-406d5ece520e, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=34a30645-441d-4fe3-be97-406d5ece520e,segment=NetworkSegment(5c47d499-86b3-4778-b3cb-a36889e2825c),segment_id=5c47d499-86b3-4778-b3cb-a36889e2825c)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:13:06.398781 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:13:06.401944 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:13:06.450350 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=34a30645-441d-4fe3-be97-406d5ece520e,revision_number=5']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:13:06.453594 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:13:06.479423 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 13:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5acfabfd-224e-4a39-b12b-45115991a678 x-openstack-request-id: req-5acfabfd-224e-4a39-b12b-45115991a678 {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:13:06.479723 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb118aa-c3e5-4955-9bf5-30a194b6721b", "name": "network-vif-plugged", "status": "completed", "tag": "34a30645-441d-4fe3-be97-406d5ece520e", "code": 200}]} {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:13:06.480008 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5acfabfd-224e-4a39-b12b-45115991a678 {{(pid=92827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:13:06.480406 dv-cinder-797073-1-iscsi neutron-server[92827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb118aa-c3e5-4955-9bf5-30a194b6721b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a30645-441d-4fe3-be97-406d5ece520e', 'code': 200} Jun 18 13:13:06.764251 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3d70c-82db-4a23-a5ab-0103094826cd req-562323df-4752-4ebe-8e30-bade8f93b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:13:06.765747 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0bf3d70c-82db-4a23-a5ab-0103094826cd req-562323df-4752-4ebe-8e30-bade8f93b204 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4cb118aa-c3e5-4955-9bf5-30a194b6721b HTTP/1.1" status: 200 len: 1098 time: 0.0518060 Jun 18 13:13:06.801982 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0bf3d70c-82db-4a23-a5ab-0103094826cd req-28a553d6-7521-4fe7-b838-017a3c0f7ade service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294018 Jun 18 13:13:07.437360 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d3007-a91d-49a1-b4cc-575a4bf24fc3 req-af726fb4-0f01-417f-b56b-2a4156154654 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:13:07.438797 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-449d3007-a91d-49a1-b4cc-575a4bf24fc3 req-af726fb4-0f01-417f-b56b-2a4156154654 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=4cb118aa-c3e5-4955-9bf5-30a194b6721b HTTP/1.1" status: 200 len: 945 time: 0.0628242 Jun 18 13:13:07.475898 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-449d3007-a91d-49a1-b4cc-575a4bf24fc3 req-d8d1846f-12f3-4456-88f0-73904135cb95 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314410 Jun 18 13:13:08.655062 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922538b0-5e8d-4fd4-8454-9149744bc44e req-20e261b0-87d9-44e7-a705-81bd6db140f6 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:13:08.656398 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-922538b0-5e8d-4fd4-8454-9149744bc44e req-20e261b0-87d9-44e7-a705-81bd6db140f6 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=4cb118aa-c3e5-4955-9bf5-30a194b6721b HTTP/1.1" status: 200 len: 945 time: 0.0669591 Jun 18 13:13:08.693731 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-922538b0-5e8d-4fd4-8454-9149744bc44e req-60e398be-7b77-4e3b-8a41-6146bcc4db90 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316155 Jun 18 13:13:08.869741 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced96e2-70ce-4294-a35d-eb3bbdf6bb91 req-70ace20d-9c5b-4390-b69e-7aa9b8dc2a80 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:13:08.871160 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0ced96e2-70ce-4294-a35d-eb3bbdf6bb91 req-70ace20d-9c5b-4390-b69e-7aa9b8dc2a80 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=4cb118aa-c3e5-4955-9bf5-30a194b6721b HTTP/1.1" status: 200 len: 945 time: 0.0643096 Jun 18 13:13:08.910802 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-0ced96e2-70ce-4294-a35d-eb3bbdf6bb91 req-de595de8-7521-4ddc-a100-79dd09fbeb2f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332909 Jun 18 13:13:08.936068 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 58516) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:13:08.989463 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b2273b-4296-4975-911c-1ec0e46aa9de tempest-TestVolumeBootPattern-358440115 tempest-TestVolumeBootPattern-358440115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:13:08.990949 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-54b2273b-4296-4975-911c-1ec0e46aa9de tempest-TestVolumeBootPattern-358440115 tempest-TestVolumeBootPattern-358440115-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=4cb118aa-c3e5-4955-9bf5-30a194b6721b HTTP/1.1" status: 200 len: 1093 time: 0.0539145 Jun 18 13:13:08.993684 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 58518) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:13:08.998517 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [None req-dce5d165-68c7-41a1-a4fc-bb4fcf4b6ccc tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Request body: {'floatingip': {'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'port_id': '34a30645-441d-4fe3-be97-406d5ece520e', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:13:09.021316 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-dce5d165-68c7-41a1-a4fc-bb4fcf4b6ccc tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for floatingip, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:13:09.127143 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-dce5d165-68c7-41a1-a4fc-bb4fcf4b6ccc tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:13:09.226037 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.db_base_plugin_common [None req-dce5d165-68c7-41a1-a4fc-bb4fcf4b6ccc tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Allocated IP 172.27.0.170 (9d896988-a366-408b-a158-be6ed4023cc1/a87da4ed-432b-4387-92bb-db12946e6cdf/df109a63-0d9a-414e-8e2e-9960d786565e) {{(pid=92825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 13:13:09.328375 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-dce5d165-68c7-41a1-a4fc-bb4fcf4b6ccc tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for port, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:13:09.367353 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-dce5d165-68c7-41a1-a4fc-bb4fcf4b6ccc tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8372378'] for port, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:13:09.369392 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-afabc9a2-b15a-4026-a675-c0a5ac93453d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:13:09.424589 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce5d165-68c7-41a1-a4fc-bb4fcf4b6ccc tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Network 9d896988-a366-408b-a158-be6ed4023cc1 is already hosted by enough agents. {{(pid=92825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 13:13:09.428179 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [None req-dce5d165-68c7-41a1-a4fc-bb4fcf4b6ccc tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Resources bound (agent type, host, resource id): {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 13:13:09.432579 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce5d165-68c7-41a1-a4fc-bb4fcf4b6ccc tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Received port after_create {{(pid=92825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 13:13:09.438948 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5d165-68c7-41a1-a4fc-bb4fcf4b6ccc tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Pushing event updated for resources: {'Port': ['ID=df109a63-0d9a-414e-8e2e-9960d786565e,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:13:09.457417 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-dce5d165-68c7-41a1-a4fc-bb4fcf4b6ccc tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:13:10.055082 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-dce5d165-68c7-41a1-a4fc-bb4fcf4b6ccc tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:13:10.129344 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-dce5d165-68c7-41a1-a4fc-bb4fcf4b6ccc tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:13:10.272686 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-dce5d165-68c7-41a1-a4fc-bb4fcf4b6ccc tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for port, precommit_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:13:10.276944 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-dce5d165-68c7-41a1-a4fc-bb4fcf4b6ccc tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8372396'] for port, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:13:10.279274 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-67d79f1d-ba56-4248-b1e2-dac2e324c348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:13:10.344305 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5d165-68c7-41a1-a4fc-bb4fcf4b6ccc tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Pushing event updated for resources: {'Port': ['ID=df109a63-0d9a-414e-8e2e-9960d786565e,revision_number=2']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:13:10.348158 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-dce5d165-68c7-41a1-a4fc-bb4fcf4b6ccc tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:13:10.358288 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-dce5d165-68c7-41a1-a4fc-bb4fcf4b6ccc tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055052'] for floatingip, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:13:10.455589 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.db.l3_db [None req-dce5d165-68c7-41a1-a4fc-bb4fcf4b6ccc tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Floating IP 6042b3c7-9fa8-4d6a-93c8-3502c02ab2cc associated. External IP: 172.27.0.170, port: 34a30645-441d-4fe3-be97-406d5ece520e. Jun 18 13:13:10.658345 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce5d165-68c7-41a1-a4fc-bb4fcf4b6ccc tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Router 33b31fcd-e542-4fc9-a073-4dd4b44d2118 has already been hosted by L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc {{(pid=92825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 13:13:10.763468 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce5d165-68c7-41a1-a4fc-bb4fcf4b6ccc tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 13:13:10.772615 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc2b771-c2ac-42d5-8f9f-8ee6e95189e4 None None] Sync routers for ids ['33b31fcd-e542-4fc9-a073-4dd4b44d2118'] in dv-cinder-797073-1-iscsi {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 13:13:10.779364 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-dce5d165-68c7-41a1-a4fc-bb4fcf4b6ccc tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for floatingip, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:13:10.782323 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc2b771-c2ac-42d5-8f9f-8ee6e95189e4 None None] Routers {'33b31fcd-e542-4fc9-a073-4dd4b44d2118'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:13:10.782947 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-8fc2b771-c2ac-42d5-8f9f-8ee6e95189e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:12:55Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['33b31fcd-e542-4fc9-a073-4dd4b44d2118'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:13:10.815859 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-dce5d165-68c7-41a1-a4fc-bb4fcf4b6ccc tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8211677 Jun 18 13:13:10.816580 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb118aa-c3e5-4955-9bf5-30a194b6721b', 'tag': '34a30645-441d-4fe3-be97-406d5ece520e'}] {{(pid=92825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:13:10.818919 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cbce1c661b203a7f45efff8c445c42f162c6430a9c28178aa2be3d6d959831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51cbc38-ee13-432c-8cf5-e18be7fe3fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb118aa-c3e5-4955-9bf5-30a194b6721b", "tag": "34a30645-441d-4fe3-be97-406d5ece520e"}]}' {{(pid=92825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:13:10.853200 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 13:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9549b4bf-85b8-4aaf-9afc-08af618e0ad4 x-openstack-request-id: req-9549b4bf-85b8-4aaf-9afc-08af618e0ad4 {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:13:10.853541 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb118aa-c3e5-4955-9bf5-30a194b6721b", "tag": "34a30645-441d-4fe3-be97-406d5ece520e", "status": "completed", "code": 200}]} {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:13:10.853848 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9549b4bf-85b8-4aaf-9afc-08af618e0ad4 {{(pid=92825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:13:10.854305 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb118aa-c3e5-4955-9bf5-30a194b6721b', 'tag': '34a30645-441d-4fe3-be97-406d5ece520e', 'status': 'completed', 'code': 200} Jun 18 13:13:10.897448 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-8fc2b771-c2ac-42d5-8f9f-8ee6e95189e4 None None] Set router 33b31fcd-e542-4fc9-a073-4dd4b44d2118 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:13:10.949587 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51cbc38-ee13-432c-8cf5-e18be7fe3fc2 req-97c24f1a-0155-4f67-bed6-010133c2abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:13:10.951180 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d51cbc38-ee13-432c-8cf5-e18be7fe3fc2 req-97c24f1a-0155-4f67-bed6-010133c2abf5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=199716da8e9b46b294f07c4a76a0f071&device_id=4cb118aa-c3e5-4955-9bf5-30a194b6721b HTTP/1.1" status: 200 len: 1098 time: 0.0528624 Jun 18 13:13:11.045911 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51cbc38-ee13-432c-8cf5-e18be7fe3fc2 req-a6fe2873-cc94-466f-974f-4c8ad8864ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:13:11.047400 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d51cbc38-ee13-432c-8cf5-e18be7fe3fc2 req-a6fe2873-cc94-466f-974f-4c8ad8864ab0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4d8dd0f0-d1c1-453c-b28b-7799f651a360 HTTP/1.1" status: 200 len: 913 time: 0.0882888 Jun 18 13:13:11.112185 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d51cbc38-ee13-432c-8cf5-e18be7fe3fc2 req-cb3a927c-c256-4a7e-a76b-00bb9f4d56c4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34a30645-441d-4fe3-be97-406d5ece520e HTTP/1.1" status: 200 len: 999 time: 0.0568230 Jun 18 13:13:11.125036 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-8fc2b771-c2ac-42d5-8f9f-8ee6e95189e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'name': 'tempest-TestVolumeBootPattern-1087537416-router', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:30Z', 'revision_number': 4, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'gw_port': {'id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_floatingips': [{'id': '6042b3c7-9fa8-4d6a-93c8-3502c02ab2cc', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'router_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'port_id': '34a30645-441d-4fe3-be97-406d5ece520e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'mac_address': 'fa:16:3e:f5:b0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb118aa-c3e5-4955-9bf5-30a194b6721b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T13:13:09Z', 'updated_at': '2021-06-18T13:13:09Z', 'revision_number': 0, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e86c74ba-ea7e-4500-ace3-5c996b6354cf', 'name': '', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'mac_address': 'fa:16:3e:45:d9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:29Z', 'updated_at': '2021-06-18T13:09:36Z', 'revision_number': 5, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'subnets': [{'id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:13:11.150727 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc2b771-c2ac-42d5-8f9f-8ee6e95189e4 None None] Checking router: 33b31fcd-e542-4fc9-a073-4dd4b44d2118 for host: dv-cinder-797073-1-iscsi {{(pid=92827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 13:13:11.159975 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc2b771-c2ac-42d5-8f9f-8ee6e95189e4 None None] Routers {'33b31fcd-e542-4fc9-a073-4dd4b44d2118'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:13:11.160586 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-8fc2b771-c2ac-42d5-8f9f-8ee6e95189e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:12:55Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['33b31fcd-e542-4fc9-a073-4dd4b44d2118'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:13:11.164687 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51cbc38-ee13-432c-8cf5-e18be7fe3fc2 req-388bbac5-6cc3-4325-aa31-58f0b0ff0404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:13:11.166140 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d51cbc38-ee13-432c-8cf5-e18be7fe3fc2 req-388bbac5-6cc3-4325-aa31-58f0b0ff0404 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=57b39d46-4f58-4c37-9f76-de3ccc974820 HTTP/1.1" status: 200 len: 851 time: 0.0432422 Jun 18 13:13:11.226231 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51cbc38-ee13-432c-8cf5-e18be7fe3fc2 req-c70dd2fd-1d2e-40da-b08c-bd10e84a810e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:13:11.227762 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d51cbc38-ee13-432c-8cf5-e18be7fe3fc2 req-c70dd2fd-1d2e-40da-b08c-bd10e84a810e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4d8dd0f0-d1c1-453c-b28b-7799f651a360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548534 Jun 18 13:13:11.264825 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-8fc2b771-c2ac-42d5-8f9f-8ee6e95189e4 None None] Set router 33b31fcd-e542-4fc9-a073-4dd4b44d2118 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:13:11.317285 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d51cbc38-ee13-432c-8cf5-e18be7fe3fc2 req-7f67435a-e1f5-4cce-892a-2c1ccadb3c37 service neutron] 10.222.0.77 "GET /v2.0/networks/4d8dd0f0-d1c1-453c-b28b-7799f651a360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828860 Jun 18 13:13:11.411409 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d51cbc38-ee13-432c-8cf5-e18be7fe3fc2 req-5f3bea00-705b-46b8-9d12-061527681891 service neutron] 10.222.0.77 "GET /v2.0/networks/4d8dd0f0-d1c1-453c-b28b-7799f651a360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871966 Jun 18 13:13:11.494423 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-8fc2b771-c2ac-42d5-8f9f-8ee6e95189e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'name': 'tempest-TestVolumeBootPattern-1087537416-router', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:30Z', 'revision_number': 4, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'gw_port': {'id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_floatingips': [{'id': '6042b3c7-9fa8-4d6a-93c8-3502c02ab2cc', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'router_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'port_id': '34a30645-441d-4fe3-be97-406d5ece520e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'mac_address': 'fa:16:3e:f5:b0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb118aa-c3e5-4955-9bf5-30a194b6721b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T13:13:09Z', 'updated_at': '2021-06-18T13:13:09Z', 'revision_number': 0, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e86c74ba-ea7e-4500-ace3-5c996b6354cf', 'name': '', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'mac_address': 'fa:16:3e:45:d9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:29Z', 'updated_at': '2021-06-18T13:09:36Z', 'revision_number': 5, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'subnets': [{'id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:13:11.520452 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc2b771-c2ac-42d5-8f9f-8ee6e95189e4 None None] The sync data for ids ['33b31fcd-e542-4fc9-a073-4dd4b44d2118'] in dv-cinder-797073-1-iscsi is: [{'id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'name': 'tempest-TestVolumeBootPattern-1087537416-router', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:30Z', 'revision_number': 4, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'gw_port': {'id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_floatingips': [{'id': '6042b3c7-9fa8-4d6a-93c8-3502c02ab2cc', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'router_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'port_id': '34a30645-441d-4fe3-be97-406d5ece520e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'mac_address': 'fa:16:3e:f5:b0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb118aa-c3e5-4955-9bf5-30a194b6721b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T13:13:09Z', 'updated_at': '2021-06-18T13:13:09Z', 'revision_number': 0, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e86c74ba-ea7e-4500-ace3-5c996b6354cf', 'name': '', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'mac_address': 'fa:16:3e:45:d9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:29Z', 'updated_at': '2021-06-18T13:09:36Z', 'revision_number': 5, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'subnets': [{'id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 13:13:11.696008 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00175c11-1e3e-46ea-b457-421b4969461c None None] New status for floating IP 6042b3c7-9fa8-4d6a-93c8-3502c02ab2cc: ACTIVE {{(pid=92828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 13:13:14.490152 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 13:13:21.892730 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-69a8cff0-cb5d-4a7f-8a8c-8bf633d555b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:13:24.742340 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-e251567d-d04a-4d44-a6f5-5ca47c66e9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:13:25.085555 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:13:26.034291 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:13:27.765573 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:13:30.615664 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:13:51.488486 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 13:13:51.894935 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-0171f8dd-fa4e-4e92-ba25-fb03de9af0cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:13:54.741991 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-c260ec0b-dba1-4733-8b76-bae39daa07ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:13:55.086938 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:13:56.035416 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:13:57.769835 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:14:00.608332 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:14:06.950687 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ccbcb1eb-45b9-4544-abb3-ddd6cf7272ff req-c2b34f4b-f45f-4db1-bc64-63dca60e86ef service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4cb118aa-c3e5-4955-9bf5-30a194b6721b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0545957 Jun 18 13:14:07.061818 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbcb1eb-45b9-4544-abb3-ddd6cf7272ff req-92fee498-03c5-4a77-a529-2e0879c6178a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:14:07.063283 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ccbcb1eb-45b9-4544-abb3-ddd6cf7272ff req-92fee498-03c5-4a77-a529-2e0879c6178a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=199716da8e9b46b294f07c4a76a0f071&device_id=4cb118aa-c3e5-4955-9bf5-30a194b6721b HTTP/1.1" status: 200 len: 1098 time: 0.0550392 Jun 18 13:14:07.176327 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbcb1eb-45b9-4544-abb3-ddd6cf7272ff req-2244930c-9b1f-43bd-8a79-eaafb56b2edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:14:07.177819 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ccbcb1eb-45b9-4544-abb3-ddd6cf7272ff req-2244930c-9b1f-43bd-8a79-eaafb56b2edc service neutron] 10.222.0.77 "GET /v2.0/networks?id=4d8dd0f0-d1c1-453c-b28b-7799f651a360 HTTP/1.1" status: 200 len: 913 time: 0.0925508 Jun 18 13:14:07.245184 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ccbcb1eb-45b9-4544-abb3-ddd6cf7272ff req-d552d612-d661-4654-8d4d-10c134d584b7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34a30645-441d-4fe3-be97-406d5ece520e HTTP/1.1" status: 200 len: 1001 time: 0.0601532 Jun 18 13:14:07.293607 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbcb1eb-45b9-4544-abb3-ddd6cf7272ff req-56e60e29-f0b0-4117-8527-39caa0da4f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:14:07.295040 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ccbcb1eb-45b9-4544-abb3-ddd6cf7272ff req-56e60e29-f0b0-4117-8527-39caa0da4f76 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=57b39d46-4f58-4c37-9f76-de3ccc974820 HTTP/1.1" status: 200 len: 851 time: 0.0438120 Jun 18 13:14:07.356564 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbcb1eb-45b9-4544-abb3-ddd6cf7272ff req-f7ebaf7d-a0bf-4523-9983-bb8ea70a96ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:14:07.358102 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ccbcb1eb-45b9-4544-abb3-ddd6cf7272ff req-f7ebaf7d-a0bf-4523-9983-bb8ea70a96ea service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4d8dd0f0-d1c1-453c-b28b-7799f651a360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557556 Jun 18 13:14:07.369541 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [req-ccbcb1eb-45b9-4544-abb3-ddd6cf7272ff req-a0214b44-6fca-4ea9-8bc9-351c42be07b2 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=92825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 13:14:07.370532 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ccbcb1eb-45b9-4544-abb3-ddd6cf7272ff req-a0214b44-6fca-4ea9-8bc9-351c42be07b2 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052485 Jun 18 13:14:07.458729 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ccbcb1eb-45b9-4544-abb3-ddd6cf7272ff req-f0c5505c-90d3-4b23-b175-1d7a7996aa35 service neutron] 10.222.0.77 "GET /v2.0/networks/4d8dd0f0-d1c1-453c-b28b-7799f651a360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809152 Jun 18 13:14:07.552465 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ccbcb1eb-45b9-4544-abb3-ddd6cf7272ff req-9feaca9c-eaa3-429e-84bb-b89f47357f63 service neutron] 10.222.0.77 "GET /v2.0/networks/4d8dd0f0-d1c1-453c-b28b-7799f651a360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871201 Jun 18 13:14:21.902592 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-ffdf58f2-bb79-438f-9f82-dda90276eb6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:14:24.744097 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-24d32315-5a3a-4cd8-8ae4-5e28071fba66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:14:25.091451 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:14:26.036738 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:14:27.776857 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:14:28.486717 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 13:14:30.619080 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:14:51.898696 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-24288564-aaea-4b6a-a4ba-a4a248a81db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:14:54.753191 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-bd361100-6489-4219-bfb6-2cd6778724b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:14:55.095327 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:14:56.039918 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:14:57.774439 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:15:00.619854 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:15:05.485812 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 13:15:07.988185 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-a6837b01-04d5-4204-9fcd-5af954467176 req-5745358b-5a4a-4d8d-b92a-5245f1745266 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4cb118aa-c3e5-4955-9bf5-30a194b6721b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0918863 Jun 18 13:15:08.094703 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6837b01-04d5-4204-9fcd-5af954467176 req-8fc41bcc-5575-455a-9b6c-47821556fa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:15:08.096171 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-a6837b01-04d5-4204-9fcd-5af954467176 req-8fc41bcc-5575-455a-9b6c-47821556fa3a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=199716da8e9b46b294f07c4a76a0f071&device_id=4cb118aa-c3e5-4955-9bf5-30a194b6721b HTTP/1.1" status: 200 len: 1098 time: 0.0540156 Jun 18 13:15:08.206122 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6837b01-04d5-4204-9fcd-5af954467176 req-a0aa01a2-ae9a-44bc-b26a-9c128ea38413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:15:08.207606 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-a6837b01-04d5-4204-9fcd-5af954467176 req-a0aa01a2-ae9a-44bc-b26a-9c128ea38413 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4d8dd0f0-d1c1-453c-b28b-7799f651a360 HTTP/1.1" status: 200 len: 913 time: 0.0899670 Jun 18 13:15:08.272041 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-a6837b01-04d5-4204-9fcd-5af954467176 req-d1651834-2efd-4238-ab16-0f7665fc0112 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34a30645-441d-4fe3-be97-406d5ece520e HTTP/1.1" status: 200 len: 1001 time: 0.0579460 Jun 18 13:15:08.323418 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6837b01-04d5-4204-9fcd-5af954467176 req-0ce38195-b7ad-4522-8ac5-21d48e3055b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:15:08.324894 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-a6837b01-04d5-4204-9fcd-5af954467176 req-0ce38195-b7ad-4522-8ac5-21d48e3055b9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=57b39d46-4f58-4c37-9f76-de3ccc974820 HTTP/1.1" status: 200 len: 851 time: 0.0473528 Jun 18 13:15:08.383228 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6837b01-04d5-4204-9fcd-5af954467176 req-261c5e5b-11ce-43f5-9233-5c745f0e43e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:15:08.385624 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-a6837b01-04d5-4204-9fcd-5af954467176 req-261c5e5b-11ce-43f5-9233-5c745f0e43e7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4d8dd0f0-d1c1-453c-b28b-7799f651a360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534496 Jun 18 13:15:08.491407 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-a6837b01-04d5-4204-9fcd-5af954467176 req-d1af263f-140d-476f-ae70-c5e7c27a6b52 service neutron] 10.222.0.77 "GET /v2.0/networks/4d8dd0f0-d1c1-453c-b28b-7799f651a360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988290 Jun 18 13:15:08.584787 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-a6837b01-04d5-4204-9fcd-5af954467176 req-1cafe4fa-01a5-4c3e-b481-05d996a76a53 service neutron] 10.222.0.77 "GET /v2.0/networks/4d8dd0f0-d1c1-453c-b28b-7799f651a360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862989 Jun 18 13:15:21.900370 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-c3c6f9ed-651c-4b28-a555-06369dabf156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:15:24.745906 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-b1e3563a-a1f0-4bb4-8290-c9b91c6bc1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:15:25.103028 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:15:25.398481 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-3f4f5d4a-5bd9-4b86-9d73-673e12242e4f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1296225341&fields=id&tenant_id=199716da8e9b46b294f07c4a76a0f071 HTTP/1.1" status: 200 len: 267 time: 0.0364456 Jun 18 13:15:25.507879 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-bbffbc25-e3ad-4028-9027-7a110367423b tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:15:25.509937 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-bbffbc25-e3ad-4028-9027-7a110367423b tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/networks?id=4d8dd0f0-d1c1-453c-b28b-7799f651a360 HTTP/1.1" status: 200 len: 812 time: 0.1038110 Jun 18 13:15:25.527726 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-73a6849f-794f-4cd1-b4d1-350ce99a1e5b tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/quotas/199716da8e9b46b294f07c4a76a0f071 HTTP/1.1" status: 200 len: 375 time: 0.0124130 Jun 18 13:15:25.599654 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-963e8c6f-1fc1-4ea4-bd02-19bd451732a2 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=199716da8e9b46b294f07c4a76a0f071&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0665913 Jun 18 13:15:25.695172 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-4fe8e3ab-21b5-4403-ad39-89d99e8fa165 service neutron] 10.222.0.86 "GET /v2.0/networks/4d8dd0f0-d1c1-453c-b28b-7799f651a360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837274 Jun 18 13:15:25.782704 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-a6be3be7-197d-4e94-ab06-a1fb60d5ac08 service neutron] 10.222.0.86 "GET /v2.0/networks/4d8dd0f0-d1c1-453c-b28b-7799f651a360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810211 Jun 18 13:15:26.042618 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:15:27.159531 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-1b56f25f-c294-4b5d-8eff-56245b2d543a req-1be47799-bf39-4a18-856d-909768462668 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=5545b853-357c-40a0-99a2-20216666eba6 HTTP/1.1" status: 200 len: 210 time: 0.0776765 Jun 18 13:15:27.778972 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:15:28.240414 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-b0b9d787-8aca-47e3-92ba-0d1ddb5fa086 req-0e0cb036-8686-4353-9d04-8db4774e4f36 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=5545b853-357c-40a0-99a2-20216666eba6 HTTP/1.1" status: 200 len: 210 time: 0.0288208 Jun 18 13:15:29.334792 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-db7a3c99-6313-48b5-aac7-b52f13204a2c req-3aa1af2a-2236-4aaa-a1c4-8d64afeb3a60 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=5545b853-357c-40a0-99a2-20216666eba6 HTTP/1.1" status: 200 len: 210 time: 0.0282311 Jun 18 13:15:30.421177 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-3359d818-d76c-466a-b12c-22a176155847 req-15b949bd-ba70-496e-8339-7b327511b39b tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=5545b853-357c-40a0-99a2-20216666eba6 HTTP/1.1" status: 200 len: 210 time: 0.0332925 Jun 18 13:15:30.632192 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:15:31.587780 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-47ffc928-3acd-46b8-be79-f1da9374983b req-e922d641-e7b6-4e94-bd7f-00380a8b0e48 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=5545b853-357c-40a0-99a2-20216666eba6 HTTP/1.1" status: 200 len: 210 time: 0.0316243 Jun 18 13:15:32.302285 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-aed65653-6cdf-4051-beb1-b0d9753ef69e tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:15:32.303738 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-aed65653-6cdf-4051-beb1-b0d9753ef69e tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.77 "GET /v2.0/networks?id=4d8dd0f0-d1c1-453c-b28b-7799f651a360 HTTP/1.1" status: 200 len: 812 time: 0.1338196 Jun 18 13:15:32.351728 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-77c4c103-573a-4919-b503-ea47966fae7d tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=199716da8e9b46b294f07c4a76a0f071 HTTP/1.1" status: 200 len: 380 time: 0.0351973 Jun 18 13:15:32.371660 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-23fb3ed3-14c2-4e25-943b-b1da15a99ffb tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Request body: {'port': {'device_id': '5545b853-357c-40a0-99a2-20216666eba6', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'admin_state_up': True, 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'security_groups': ['e8128926-7d9a-41cc-bb65-f14a6e0de27d']}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:15:32.483639 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-23fb3ed3-14c2-4e25-943b-b1da15a99ffb tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Made reservation on behalf of 199716da8e9b46b294f07c4a76a0f071 for: {'port': 1} {{(pid=92825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 13:15:32.487154 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-23fb3ed3-14c2-4e25-943b-b1da15a99ffb tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:15:32.619905 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.db_base_plugin_common [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-23fb3ed3-14c2-4e25-943b-b1da15a99ffb tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Allocated IP 172.20.0.14 (4d8dd0f0-d1c1-453c-b28b-7799f651a360/57b39d46-4f58-4c37-9f76-de3ccc974820/4fac23d7-1946-4e71-b5f0-fab919168a47) {{(pid=92825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 13:15:32.735909 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d9c0e5c6-535e-455d-92cd-aa02cf094604 req-2054fd83-8a98-47f1-9f75-62b2fab09ab0 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=5545b853-357c-40a0-99a2-20216666eba6 HTTP/1.1" status: 200 len: 210 time: 0.0354393 Jun 18 13:15:32.791605 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-23fb3ed3-14c2-4e25-943b-b1da15a99ffb tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for port, precommit_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:15:32.808051 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.provisioning_blocks [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-23fb3ed3-14c2-4e25-943b-b1da15a99ffb tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Transition to ACTIVE for port object 4fac23d7-1946-4e71-b5f0-fab919168a47 will not be triggered until provisioned by entity DHCP. {{(pid=92825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 13:15:32.843225 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-23fb3ed3-14c2-4e25-943b-b1da15a99ffb tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8372378'] for port, after_create {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:15:32.847338 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-c2d58cfc-11ae-4c3b-b9e6-1f7ec3469c79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:15:32.888848 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-23fb3ed3-14c2-4e25-943b-b1da15a99ffb tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Network 4d8dd0f0-d1c1-453c-b28b-7799f651a360 is already hosted by enough agents. {{(pid=92825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 13:15:32.895039 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.base_scheduler [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-23fb3ed3-14c2-4e25-943b-b1da15a99ffb tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Resources bound (agent type, host, resource id): {{(pid=92825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 13:15:32.899720 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-23fb3ed3-14c2-4e25-943b-b1da15a99ffb tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Received port after_create {{(pid=92825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 13:15:32.924887 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb3ed3-14c2-4e25-943b-b1da15a99ffb tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Pushing event updated for resources: {'Port': ['ID=4fac23d7-1946-4e71-b5f0-fab919168a47,revision_number=1']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:15:32.942288 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fb3ed3-14c2-4e25-943b-b1da15a99ffb tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:15:32.942676 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fb3ed3-14c2-4e25-943b-b1da15a99ffb tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:15:32.943061 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fb3ed3-14c2-4e25-943b-b1da15a99ffb tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:15:32.943438 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fb3ed3-14c2-4e25-943b-b1da15a99ffb tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:15:32.943808 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fb3ed3-14c2-4e25-943b-b1da15a99ffb tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:15:32.944179 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fb3ed3-14c2-4e25-943b-b1da15a99ffb tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:15:32.944548 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fb3ed3-14c2-4e25-943b-b1da15a99ffb tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:15:32.944943 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fb3ed3-14c2-4e25-943b-b1da15a99ffb tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:15:32.945329 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fb3ed3-14c2-4e25-943b-b1da15a99ffb tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:15:32.945730 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fb3ed3-14c2-4e25-943b-b1da15a99ffb tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:15:32.946096 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fb3ed3-14c2-4e25-943b-b1da15a99ffb tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:15:32.946519 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fb3ed3-14c2-4e25-943b-b1da15a99ffb tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:15:32.958984 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-23fb3ed3-14c2-4e25-943b-b1da15a99ffb tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:15:32.973944 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-23fb3ed3-14c2-4e25-943b-b1da15a99ffb tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:15:32.974771 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-23fb3ed3-14c2-4e25-943b-b1da15a99ffb tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:15:32.993370 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-23fb3ed3-14c2-4e25-943b-b1da15a99ffb tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6254666 Jun 18 13:15:33.009364 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.v2.base [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-d6ba5dc3-8bfd-43ad-b5cb-17e06167b8d5 service neutron] Request body: {'port': {'device_id': '5545b853-357c-40a0-99a2-20216666eba6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79707'}} {{(pid=92825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:15:33.088456 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-d6ba5dc3-8bfd-43ad-b5cb-17e06167b8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:15:33.248729 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-c7c821cc-3eac-4f91-b5d3-8aa7fd558252 None None] Provisioning for port 4fac23d7-1946-4e71-b5f0-fab919168a47 completed by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 13:15:33.252711 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-c7c821cc-3eac-4f91-b5d3-8aa7fd558252 None None] Provisioning complete for port 4fac23d7-1946-4e71-b5f0-fab919168a47 triggered by entity DHCP. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 13:15:33.253114 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-c7c821cc-3eac-4f91-b5d3-8aa7fd558252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:15:33.290937 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-c7c821cc-3eac-4f91-b5d3-8aa7fd558252 None None] Port 4fac23d7-1946-4e71-b5f0-fab919168a47 cannot update to ACTIVE because it is not bound. {{(pid=92827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 13:15:33.356393 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-d6ba5dc3-8bfd-43ad-b5cb-17e06167b8d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fac23d7-1946-4e71-b5f0-fab919168a47 {{(pid=92825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 13:15:33.363727 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-d6ba5dc3-8bfd-43ad-b5cb-17e06167b8d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:15:33.375309 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.provisioning_blocks [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-d6ba5dc3-8bfd-43ad-b5cb-17e06167b8d5 service neutron] Transition to ACTIVE for port object 4fac23d7-1946-4e71-b5f0-fab919168a47 will not be triggered until provisioned by entity L2. {{(pid=92825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 13:15:33.379091 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-d6ba5dc3-8bfd-43ad-b5cb-17e06167b8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8372396'] for port, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:15:33.381899 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-92ed918d-03d4-4545-b6a8-04e241720d8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:15:33.464678 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba5dc3-8bfd-43ad-b5cb-17e06167b8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=4fac23d7-1946-4e71-b5f0-fab919168a47,revision_number=2']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:15:33.469211 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-d6ba5dc3-8bfd-43ad-b5cb-17e06167b8d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:15:33.541177 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.managers [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-d6ba5dc3-8bfd-43ad-b5cb-17e06167b8d5 service neutron] Attempting to bind port 4fac23d7-1946-4e71-b5f0-fab919168a47 on host hv-cinder-79707 for vnic_type normal with profile {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 13:15:33.541564 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.managers [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-d6ba5dc3-8bfd-43ad-b5cb-17e06167b8d5 service neutron] Attempting to bind port 4fac23d7-1946-4e71-b5f0-fab919168a47 by drivers openvswitch,hyperv on host hv-cinder-79707 at level 0 using segments [{'id': '5c47d499-86b3-4778-b3cb-a36889e2825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360'}] {{(pid=92825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 13:15:33.541905 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-d6ba5dc3-8bfd-43ad-b5cb-17e06167b8d5 service neutron] Attempting to bind port 4fac23d7-1946-4e71-b5f0-fab919168a47 on network 4d8dd0f0-d1c1-453c-b28b-7799f651a360 {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 13:15:33.546766 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-d6ba5dc3-8bfd-43ad-b5cb-17e06167b8d5 service neutron] Port 4fac23d7-1946-4e71-b5f0-fab919168a47 on network 4d8dd0f0-d1c1-453c-b28b-7799f651a360 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79707 {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 13:15:33.547215 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-d6ba5dc3-8bfd-43ad-b5cb-17e06167b8d5 service neutron] Attempting to bind port 4fac23d7-1946-4e71-b5f0-fab919168a47 on network 4d8dd0f0-d1c1-453c-b28b-7799f651a360 {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 13:15:33.553003 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-d6ba5dc3-8bfd-43ad-b5cb-17e06167b8d5 service neutron] Checking agent: {'id': '7546d223-5e56-44d8-9441-1a8a85fbff90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79707', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'started_at': datetime.datetime(2021, 6, 18, 12, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 13, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 13:15:33.553403 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-d6ba5dc3-8bfd-43ad-b5cb-17e06167b8d5 service neutron] Checking segment: {'id': '5c47d499-86b3-4778-b3cb-a36889e2825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 13:15:33.553800 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-d6ba5dc3-8bfd-43ad-b5cb-17e06167b8d5 service neutron] Bound using segment: {'id': '5c47d499-86b3-4778-b3cb-a36889e2825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360'} {{(pid=92825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 13:15:33.554354 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.managers [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-d6ba5dc3-8bfd-43ad-b5cb-17e06167b8d5 service neutron] Bound port: 4fac23d7-1946-4e71-b5f0-fab919168a47, host: hv-cinder-79707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c47d499-86b3-4778-b3cb-a36889e2825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360'}}] {{(pid=92825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 13:15:33.554708 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-d6ba5dc3-8bfd-43ad-b5cb-17e06167b8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:15:33.631582 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-d6ba5dc3-8bfd-43ad-b5cb-17e06167b8d5 service neutron] For port 4fac23d7-1946-4e71-b5f0-fab919168a47, host hv-cinder-79707, cleared binding levels {{(pid=92825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 13:15:33.635162 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-d6ba5dc3-8bfd-43ad-b5cb-17e06167b8d5 service neutron] For port 4fac23d7-1946-4e71-b5f0-fab919168a47, host hv-cinder-79707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=4fac23d7-1946-4e71-b5f0-fab919168a47,segment=NetworkSegment(5c47d499-86b3-4778-b3cb-a36889e2825c),segment_id=5c47d499-86b3-4778-b3cb-a36889e2825c)] {{(pid=92825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 13:15:33.639730 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-d6ba5dc3-8bfd-43ad-b5cb-17e06167b8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8372396'] for port, after_update {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:15:33.642875 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-50e37dab-9143-4d64-836c-4a6baf11e553 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:15:33.945185 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb44e06-dd28-4e21-97e1-73f4427189b6 req-3d580de9-6883-4a1f-a6d9-a8190dafe50a tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:15:33.947108 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-dfb44e06-dd28-4e21-97e1-73f4427189b6 req-3d580de9-6883-4a1f-a6d9-a8190dafe50a tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=5545b853-357c-40a0-99a2-20216666eba6 HTTP/1.1" status: 200 len: 944 time: 0.0737815 Jun 18 13:15:33.949763 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-d6ba5dc3-8bfd-43ad-b5cb-17e06167b8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:15:33.951187 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-d6ba5dc3-8bfd-43ad-b5cb-17e06167b8d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:15:33.951796 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-d6ba5dc3-8bfd-43ad-b5cb-17e06167b8d5 service neutron] 10.222.0.77 "PUT /v2.0/ports/4fac23d7-1946-4e71-b5f0-fab919168a47 HTTP/1.1" status: 200 len: 1094 time: 0.9469924 Jun 18 13:15:33.952383 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5545b853-357c-40a0-99a2-20216666eba6', 'tag': '4fac23d7-1946-4e71-b5f0-fab919168a47'}] {{(pid=92825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:15:33.954866 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cbce1c661b203a7f45efff8c445c42f162c6430a9c28178aa2be3d6d959831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031de1d7-f21e-4c20-bcc1-1d6dea72fb73" -d '{"events": [{"name": "network-changed", "server_uuid": "5545b853-357c-40a0-99a2-20216666eba6", "tag": "4fac23d7-1946-4e71-b5f0-fab919168a47"}]}' {{(pid=92825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:15:33.991583 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba5dc3-8bfd-43ad-b5cb-17e06167b8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=4fac23d7-1946-4e71-b5f0-fab919168a47,revision_number=3']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:15:33.998361 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-d6ba5dc3-8bfd-43ad-b5cb-17e06167b8d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:15:34.006875 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-dfb44e06-dd28-4e21-97e1-73f4427189b6 req-d9ff1044-1360-4188-82bc-07574766d4db tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532460 Jun 18 13:15:34.080484 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-202340ec-a190-4f56-b675-8e83607ed204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:15:34.082075 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-202340ec-a190-4f56-b675-8e83607ed204 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=199716da8e9b46b294f07c4a76a0f071&device_id=5545b853-357c-40a0-99a2-20216666eba6 HTTP/1.1" status: 200 len: 1097 time: 0.0606806 Jun 18 13:15:34.133903 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-bef8bc87-e5e7-4a70-b0d9-1c9bc3cc6473 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fac23d7-1946-4e71-b5f0-fab919168a47 HTTP/1.1" status: 200 len: 217 time: 0.0379946 Jun 18 13:15:34.183113 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-040efe48-a7a3-4cce-beba-fab71526a257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:15:34.184471 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-040efe48-a7a3-4cce-beba-fab71526a257 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=57b39d46-4f58-4c37-9f76-de3ccc974820 HTTP/1.1" status: 200 len: 851 time: 0.0446427 Jun 18 13:15:34.243064 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-81328bb9-8614-4aba-91a8-9dbe3295da70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:15:34.244508 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-81328bb9-8614-4aba-91a8-9dbe3295da70 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4d8dd0f0-d1c1-453c-b28b-7799f651a360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536795 Jun 18 13:15:34.342787 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-67779d67-59be-496c-9bf0-720fc2c1863a service neutron] 10.222.0.77 "GET /v2.0/networks/4d8dd0f0-d1c1-453c-b28b-7799f651a360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906649 Jun 18 13:15:34.439664 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-c2746ffc-ac1a-4dea-8d82-fb1eef24b4ba req-5fccbe7a-f1b2-47ee-b04a-fd681645cf6f service neutron] 10.222.0.77 "GET /v2.0/networks/4d8dd0f0-d1c1-453c-b28b-7799f651a360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905068 Jun 18 13:15:35.050385 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 13:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0f64ab-72b4-4c25-ab98-4fc337fdedaa x-openstack-request-id: req-3e0f64ab-72b4-4c25-ab98-4fc337fdedaa {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:15:35.050641 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5545b853-357c-40a0-99a2-20216666eba6", "tag": "4fac23d7-1946-4e71-b5f0-fab919168a47", "status": "completed", "code": 200}]} {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:15:35.050989 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3e0f64ab-72b4-4c25-ab98-4fc337fdedaa {{(pid=92825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:15:35.051374 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5545b853-357c-40a0-99a2-20216666eba6', 'tag': '4fac23d7-1946-4e71-b5f0-fab919168a47', 'status': 'completed', 'code': 200} Jun 18 13:15:35.142953 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031de1d7-f21e-4c20-bcc1-1d6dea72fb73 req-f03da37b-ffbe-4227-ba41-4dddde2b1c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:15:35.144584 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-031de1d7-f21e-4c20-bcc1-1d6dea72fb73 req-f03da37b-ffbe-4227-ba41-4dddde2b1c72 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=199716da8e9b46b294f07c4a76a0f071&device_id=5545b853-357c-40a0-99a2-20216666eba6 HTTP/1.1" status: 200 len: 1097 time: 0.0557239 Jun 18 13:15:35.188664 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798f068-1463-4751-820f-ee1ec9758e3b req-25e32d20-fcc0-4ab5-9ed2-35d6fa9cf4b8 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:15:35.190143 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3798f068-1463-4751-820f-ee1ec9758e3b req-25e32d20-fcc0-4ab5-9ed2-35d6fa9cf4b8 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=5545b853-357c-40a0-99a2-20216666eba6 HTTP/1.1" status: 200 len: 944 time: 0.0662405 Jun 18 13:15:35.236724 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3798f068-1463-4751-820f-ee1ec9758e3b req-830b061b-e3ea-41c1-99a7-04c1b682a9d7 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400839 Jun 18 13:15:35.238451 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031de1d7-f21e-4c20-bcc1-1d6dea72fb73 req-034f9b83-b15b-476c-ac9f-d0c23d78cba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:15:35.239938 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-031de1d7-f21e-4c20-bcc1-1d6dea72fb73 req-034f9b83-b15b-476c-ac9f-d0c23d78cba2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4d8dd0f0-d1c1-453c-b28b-7799f651a360 HTTP/1.1" status: 200 len: 913 time: 0.0889833 Jun 18 13:15:35.281274 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-031de1d7-f21e-4c20-bcc1-1d6dea72fb73 req-83cca14e-d463-4023-9730-f1e6a1ca65d4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fac23d7-1946-4e71-b5f0-fab919168a47 HTTP/1.1" status: 200 len: 217 time: 0.0348086 Jun 18 13:15:35.348175 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031de1d7-f21e-4c20-bcc1-1d6dea72fb73 req-9a9073a2-0dad-45d9-afb2-77fd86eee1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:15:35.349694 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-031de1d7-f21e-4c20-bcc1-1d6dea72fb73 req-9a9073a2-0dad-45d9-afb2-77fd86eee1fa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=57b39d46-4f58-4c37-9f76-de3ccc974820 HTTP/1.1" status: 200 len: 851 time: 0.0616493 Jun 18 13:15:35.414491 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031de1d7-f21e-4c20-bcc1-1d6dea72fb73 req-25f38b37-97df-4dd4-ab10-2d4121ae713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:15:35.416673 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-031de1d7-f21e-4c20-bcc1-1d6dea72fb73 req-25f38b37-97df-4dd4-ab10-2d4121ae713e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4d8dd0f0-d1c1-453c-b28b-7799f651a360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0604374 Jun 18 13:15:35.510801 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-031de1d7-f21e-4c20-bcc1-1d6dea72fb73 req-1c9d4022-9e99-4c2b-b6e6-e9bf15f64beb service neutron] 10.222.0.77 "GET /v2.0/networks/4d8dd0f0-d1c1-453c-b28b-7799f651a360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866287 Jun 18 13:15:35.606463 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-031de1d7-f21e-4c20-bcc1-1d6dea72fb73 req-94b8c39b-2f99-4a83-ab76-9fb3f8beb818 service neutron] 10.222.0.77 "GET /v2.0/networks/4d8dd0f0-d1c1-453c-b28b-7799f651a360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883071 Jun 18 13:15:36.412334 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34677647-c2c9-46d4-83d5-d3885d8c1e79 req-fbfbd0a8-b6b8-40c3-8db6-dfd8be75e7ea tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:15:36.413826 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-34677647-c2c9-46d4-83d5-d3885d8c1e79 req-fbfbd0a8-b6b8-40c3-8db6-dfd8be75e7ea tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=5545b853-357c-40a0-99a2-20216666eba6 HTTP/1.1" status: 200 len: 944 time: 0.0645025 Jun 18 13:15:36.453738 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-34677647-c2c9-46d4-83d5-d3885d8c1e79 req-79b42f87-8782-424a-a5f6-9a8857cb4597 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340331 Jun 18 13:15:37.638499 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb1e3c-a035-4deb-b1d4-6a3cf6c36802 req-50161c33-148f-4e6a-95f5-e1c3e0ef4016 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:15:37.639871 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c4eb1e3c-a035-4deb-b1d4-6a3cf6c36802 req-50161c33-148f-4e6a-95f5-e1c3e0ef4016 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=5545b853-357c-40a0-99a2-20216666eba6 HTTP/1.1" status: 200 len: 944 time: 0.0702775 Jun 18 13:15:37.677861 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-c4eb1e3c-a035-4deb-b1d4-6a3cf6c36802 req-8666d7a5-ad2a-4865-866e-2cdabfa22bc9 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323071 Jun 18 13:15:38.857335 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdcd8bd-6664-4c89-9191-6f89f5b4cfc6 req-71aa48e5-149d-4dce-8ed8-8020fc139286 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:15:38.858855 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ebdcd8bd-6664-4c89-9191-6f89f5b4cfc6 req-71aa48e5-149d-4dce-8ed8-8020fc139286 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=5545b853-357c-40a0-99a2-20216666eba6 HTTP/1.1" status: 200 len: 944 time: 0.0689268 Jun 18 13:15:38.896796 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ebdcd8bd-6664-4c89-9191-6f89f5b4cfc6 req-60e4950b-cbdb-4b91-aa01-ffad5fd0150c tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322456 Jun 18 13:15:40.075338 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44e128-a384-48ab-ab82-441accfcf195 req-061ae100-e2b4-4604-9300-d6ec16362f87 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:15:40.076859 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-2c44e128-a384-48ab-ab82-441accfcf195 req-061ae100-e2b4-4604-9300-d6ec16362f87 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=5545b853-357c-40a0-99a2-20216666eba6 HTTP/1.1" status: 200 len: 944 time: 0.0645487 Jun 18 13:15:40.117815 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-2c44e128-a384-48ab-ab82-441accfcf195 req-f24603ad-24de-4cdf-b440-9bc600f91ee5 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351591 Jun 18 13:15:41.295427 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743afb3b-6216-467a-8ab8-7c886442708b req-f51f60b9-7f24-484b-90f8-331488eeebcc tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:15:41.296826 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-743afb3b-6216-467a-8ab8-7c886442708b req-f51f60b9-7f24-484b-90f8-331488eeebcc tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=5545b853-357c-40a0-99a2-20216666eba6 HTTP/1.1" status: 200 len: 944 time: 0.0658736 Jun 18 13:15:41.337527 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-743afb3b-6216-467a-8ab8-7c886442708b req-90bfe370-6a55-4752-851a-8b7b3fad630d tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349786 Jun 18 13:15:42.483631 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 13:15:42.513277 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3319892-7bc4-4e85-88ba-dde99355866c req-d0bf8822-3c38-49f0-bb95-4ce75db1e755 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:15:42.514825 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b3319892-7bc4-4e85-88ba-dde99355866c req-d0bf8822-3c38-49f0-bb95-4ce75db1e755 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=5545b853-357c-40a0-99a2-20216666eba6 HTTP/1.1" status: 200 len: 944 time: 0.0682337 Jun 18 13:15:42.552977 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b3319892-7bc4-4e85-88ba-dde99355866c req-0a78e416-4223-4e16-a93f-9b6c3ba53de9 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320222 Jun 18 13:15:42.844684 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 4fac23d7-1946-4e71-b5f0-fab919168a47 details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=92827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 13:15:42.938372 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 4fac23d7-1946-4e71-b5f0-fab919168a47, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=4fac23d7-1946-4e71-b5f0-fab919168a47,segment=NetworkSegment(5c47d499-86b3-4778-b3cb-a36889e2825c),segment_id=5c47d499-86b3-4778-b3cb-a36889e2825c)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:15:42.949847 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Returning: {'device': '4fac23d7-1946-4e71-b5f0-fab919168a47', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'port_id': '4fac23d7-1946-4e71-b5f0-fab919168a47', 'mac_address': 'fa:16:3e:77:5a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 13:15:42.986287 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:15:42.999601 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fac23d7-1946-4e71-b5f0-fab919168a47 {{(pid=92827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 13:15:43.019229 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 4fac23d7-1946-4e71-b5f0-fab919168a47, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=4fac23d7-1946-4e71-b5f0-fab919168a47,segment=NetworkSegment(5c47d499-86b3-4778-b3cb-a36889e2825c),segment_id=5c47d499-86b3-4778-b3cb-a36889e2825c)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:15:43.023982 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:15:43.025867 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:15:43.076250 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=4fac23d7-1946-4e71-b5f0-fab919168a47,revision_number=4']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:15:43.083318 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:15:43.083663 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:15:43.084002 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:15:43.084336 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:15:43.084666 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:15:43.085023 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:15:43.085351 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:15:43.085674 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:15:43.086043 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:15:43.086394 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:15:43.086690 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:15:43.087005 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:15:43.091008 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:15:43.487294 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] get_ports_and_sgs() called for port_ids ['4fac23d7-1946-4e71-b5f0-fab919168a47'] {{(pid=92827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 13:15:43.758514 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe09d1-af91-4674-9e9f-1ba30d9dcf62 req-1019e6ac-a373-4311-8e0b-b584ef468b20 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:15:43.761162 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-9ffe09d1-af91-4674-9e9f-1ba30d9dcf62 req-1019e6ac-a373-4311-8e0b-b584ef468b20 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=5545b853-357c-40a0-99a2-20216666eba6 HTTP/1.1" status: 200 len: 945 time: 0.0819016 Jun 18 13:15:43.806271 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-9ffe09d1-af91-4674-9e9f-1ba30d9dcf62 req-4dcbf6bb-2c10-4999-99fa-6088698e8816 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403640 Jun 18 13:15:44.841006 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 4fac23d7-1946-4e71-b5f0-fab919168a47 up at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 13:15:44.891190 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning for port 4fac23d7-1946-4e71-b5f0-fab919168a47 completed by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 13:15:44.895110 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.provisioning_blocks [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Provisioning complete for port 4fac23d7-1946-4e71-b5f0-fab919168a47 triggered by entity L2. {{(pid=92827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 13:15:44.895492 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-621210'] for port, provisioning_complete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:15:44.981053 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:15:44.995890 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b381d-853c-4e95-8dd0-fa85be28018a req-e8d06845-dca0-438f-861a-6a5ecd3e3fde tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:15:44.997434 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3b2b381d-853c-4e95-8dd0-fa85be28018a req-e8d06845-dca0-438f-861a-6a5ecd3e3fde tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=5545b853-357c-40a0-99a2-20216666eba6 HTTP/1.1" status: 200 len: 945 time: 0.0753992 Jun 18 13:15:45.007133 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5545b853-357c-40a0-99a2-20216666eba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fac23d7-1946-4e71-b5f0-fab919168a47'}] {{(pid=92827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:15:45.010227 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c43e27dad5924667550749323780498268b495889c5e44707aafbe87e8432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8b4e0c-b5d7-4791-9f40-e0610bc385e9" -d '{"events": [{"server_uuid": "5545b853-357c-40a0-99a2-20216666eba6", "name": "network-vif-plugged", "status": "completed", "tag": "4fac23d7-1946-4e71-b5f0-fab919168a47"}]}' {{(pid=92827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:15:45.024591 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] For port 4fac23d7-1946-4e71-b5f0-fab919168a47, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=4fac23d7-1946-4e71-b5f0-fab919168a47,segment=NetworkSegment(5c47d499-86b3-4778-b3cb-a36889e2825c),segment_id=5c47d499-86b3-4778-b3cb-a36889e2825c)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:15:45.028978 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708'] for port, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:15:45.030889 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-24341838-1bcf-432f-b60d-9b63300a11da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:15:45.043122 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-3b2b381d-853c-4e95-8dd0-fa85be28018a req-58cf4ce7-2e23-4753-a3b7-3da6bb187d88 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399868 Jun 18 13:15:45.056173 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 13:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abca13a-5327-4b9d-802a-3fb23b21951b x-openstack-request-id: req-6abca13a-5327-4b9d-802a-3fb23b21951b {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:15:45.056546 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5545b853-357c-40a0-99a2-20216666eba6", "name": "network-vif-plugged", "status": "completed", "tag": "4fac23d7-1946-4e71-b5f0-fab919168a47", "code": 200}]} {{(pid=92827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:15:45.056725 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6abca13a-5327-4b9d-802a-3fb23b21951b {{(pid=92827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:15:45.057144 dv-cinder-797073-1-iscsi neutron-server[92827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5545b853-357c-40a0-99a2-20216666eba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fac23d7-1946-4e71-b5f0-fab919168a47', 'code': 200} Jun 18 13:15:45.084951 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Pushing event updated for resources: {'Port': ['ID=4fac23d7-1946-4e71-b5f0-fab919168a47,revision_number=5']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:15:45.089288 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:15:45.341668 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54c72a-eefb-4c36-b8f4-14f6fe0e2bad req-4ded1dc2-1453-4caf-89fb-ca858466797c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:15:45.343322 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-7a54c72a-eefb-4c36-b8f4-14f6fe0e2bad req-4ded1dc2-1453-4caf-89fb-ca858466797c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5545b853-357c-40a0-99a2-20216666eba6 HTTP/1.1" status: 200 len: 1099 time: 0.0580783 Jun 18 13:15:45.377200 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-7a54c72a-eefb-4c36-b8f4-14f6fe0e2bad req-b1b4a446-af4c-4f04-9cd8-663a019f0bad service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271790 Jun 18 13:15:46.235552 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beacb6b-2739-4471-9c6e-60e7f12b1f2c req-11555ec6-4fbc-4b76-a99c-538088bdb8b5 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:15:46.237046 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8beacb6b-2739-4471-9c6e-60e7f12b1f2c req-11555ec6-4fbc-4b76-a99c-538088bdb8b5 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=5545b853-357c-40a0-99a2-20216666eba6 HTTP/1.1" status: 200 len: 946 time: 0.0657988 Jun 18 13:15:46.278232 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8beacb6b-2739-4471-9c6e-60e7f12b1f2c req-5b6b50b8-f022-482d-a37d-03024a979f04 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343890 Jun 18 13:15:47.451892 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f34c6-092b-4d76-acbe-1d028f1a4bc1 req-4858bb7a-f80d-48b3-bb15-0f402850a510 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:15:47.453352 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b94f34c6-092b-4d76-acbe-1d028f1a4bc1 req-4858bb7a-f80d-48b3-bb15-0f402850a510 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=5545b853-357c-40a0-99a2-20216666eba6 HTTP/1.1" status: 200 len: 946 time: 0.0640528 Jun 18 13:15:47.490502 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-b94f34c6-092b-4d76-acbe-1d028f1a4bc1 req-16e18688-2634-400e-936a-4ba431fc52e3 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315340 Jun 18 13:15:47.670109 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02dea62-f3cc-4eaa-8865-927e53ba1051 req-dbbe783d-236b-4b92-ba6f-87fafaf3b662 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:15:47.671458 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d02dea62-f3cc-4eaa-8865-927e53ba1051 req-dbbe783d-236b-4b92-ba6f-87fafaf3b662 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=5545b853-357c-40a0-99a2-20216666eba6 HTTP/1.1" status: 200 len: 946 time: 0.0668035 Jun 18 13:15:47.710997 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-d02dea62-f3cc-4eaa-8865-927e53ba1051 req-3d676142-4012-491e-82d0-ecec67f49d00 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336895 Jun 18 13:15:47.735072 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 58700) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:15:47.832377 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de235c7-4dba-40a7-b7ee-d24531efc1f3 tempest-TestVolumeBootPattern-358440115 tempest-TestVolumeBootPattern-358440115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:15:47.833901 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-8de235c7-4dba-40a7-b7ee-d24531efc1f3 tempest-TestVolumeBootPattern-358440115 tempest-TestVolumeBootPattern-358440115-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=5545b853-357c-40a0-99a2-20216666eba6 HTTP/1.1" status: 200 len: 1094 time: 0.0978503 Jun 18 13:15:47.836956 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 58704) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:15:47.841264 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.v2.base [None req-fb6419b5-3a66-45c9-800a-080731f9f24f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Request body: {'floatingip': {'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'port_id': '4fac23d7-1946-4e71-b5f0-fab919168a47', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 13:15:47.862753 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-fb6419b5-3a66-45c9-800a-080731f9f24f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for floatingip, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:15:47.963734 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-fb6419b5-3a66-45c9-800a-080731f9f24f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551559'] for port, before_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:15:48.072958 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.db_base_plugin_common [None req-fb6419b5-3a66-45c9-800a-080731f9f24f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Allocated IP 172.27.0.27 (9d896988-a366-408b-a158-be6ed4023cc1/a87da4ed-432b-4387-92bb-db12946e6cdf/30cddee8-711b-42ca-9d58-9926572d2542) {{(pid=92826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 13:15:48.183655 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-fb6419b5-3a66-45c9-800a-080731f9f24f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for port, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:15:48.223761 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-fb6419b5-3a66-45c9-800a-080731f9f24f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-627780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-86441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743828642645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4940139'] for port, after_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:15:48.225674 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-a9ef9186-a4c2-4402-92c3-2151f7057075 tempest-AttachVolumeShelveTestJSON-1878739590 tempest-AttachVolumeShelveTestJSON-1878739590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:15:48.270257 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6419b5-3a66-45c9-800a-080731f9f24f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Network 9d896988-a366-408b-a158-be6ed4023cc1 is already hosted by enough agents. {{(pid=92826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 13:15:48.276670 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.base_scheduler [None req-fb6419b5-3a66-45c9-800a-080731f9f24f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Resources bound (agent type, host, resource id): {{(pid=92826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 13:15:48.278924 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6419b5-3a66-45c9-800a-080731f9f24f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Pushing event updated for resources: {'Port': ['ID=30cddee8-711b-42ca-9d58-9926572d2542,revision_number=1']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:15:48.280972 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6419b5-3a66-45c9-800a-080731f9f24f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Received port after_create {{(pid=92826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 13:15:48.306263 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6419b5-3a66-45c9-800a-080731f9f24f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:15:48.306648 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6419b5-3a66-45c9-800a-080731f9f24f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:15:48.307027 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6419b5-3a66-45c9-800a-080731f9f24f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:15:48.307398 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6419b5-3a66-45c9-800a-080731f9f24f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:15:48.307761 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6419b5-3a66-45c9-800a-080731f9f24f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:15:48.308120 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6419b5-3a66-45c9-800a-080731f9f24f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:15:48.308480 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6419b5-3a66-45c9-800a-080731f9f24f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:15:48.308862 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6419b5-3a66-45c9-800a-080731f9f24f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:15:48.309222 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6419b5-3a66-45c9-800a-080731f9f24f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:15:48.309576 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6419b5-3a66-45c9-800a-080731f9f24f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:15:48.309928 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6419b5-3a66-45c9-800a-080731f9f24f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:15:48.310275 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6419b5-3a66-45c9-800a-080731f9f24f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:15:48.317363 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-fb6419b5-3a66-45c9-800a-080731f9f24f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:15:48.683457 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-fb6419b5-3a66-45c9-800a-080731f9f24f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:15:48.768375 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-fb6419b5-3a66-45c9-800a-080731f9f24f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551569'] for port, before_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:15:48.933619 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-fb6419b5-3a66-45c9-800a-080731f9f24f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for port, precommit_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:15:48.938472 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-fb6419b5-3a66-45c9-800a-080731f9f24f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743829073363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743828642663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743828642708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4940125'] for port, after_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:15:48.940675 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-b09cba0f-3550-4db5-81dc-e223a0c5bbf8 tempest-VolumesActionsTest-1390423713 tempest-VolumesActionsTest-1390423713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:15:49.006987 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6419b5-3a66-45c9-800a-080731f9f24f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Pushing event updated for resources: {'Port': ['ID=30cddee8-711b-42ca-9d58-9926572d2542,revision_number=2']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:15:49.014570 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-fb6419b5-3a66-45c9-800a-080731f9f24f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:15:49.026830 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-fb6419b5-3a66-45c9-800a-080731f9f24f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055052'] for floatingip, after_update {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:15:49.128522 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.db.l3_db [None req-fb6419b5-3a66-45c9-800a-080731f9f24f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Floating IP a1c26e19-f0da-4939-b121-de71eaab9963 associated. External IP: 172.27.0.27, port: 4fac23d7-1946-4e71-b5f0-fab919168a47. Jun 18 13:15:49.340535 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6419b5-3a66-45c9-800a-080731f9f24f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Router 33b31fcd-e542-4fc9-a073-4dd4b44d2118 has already been hosted by L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc {{(pid=92826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 13:15:49.454622 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6419b5-3a66-45c9-800a-080731f9f24f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 13:15:49.464647 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aecb42-0de9-4167-85f1-b561585d705d None None] Sync routers for ids ['33b31fcd-e542-4fc9-a073-4dd4b44d2118'] in dv-cinder-797073-1-iscsi {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 13:15:49.473322 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-fb6419b5-3a66-45c9-800a-080731f9f24f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for floatingip, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:15:49.475895 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aecb42-0de9-4167-85f1-b561585d705d None None] Routers {'33b31fcd-e542-4fc9-a073-4dd4b44d2118'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:15:49.476724 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-d1aecb42-0de9-4167-85f1-b561585d705d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:15:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['33b31fcd-e542-4fc9-a073-4dd4b44d2118'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:15:49.512689 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-fb6419b5-3a66-45c9-800a-080731f9f24f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6746984 Jun 18 13:15:49.513389 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5545b853-357c-40a0-99a2-20216666eba6', 'tag': '4fac23d7-1946-4e71-b5f0-fab919168a47'}] {{(pid=92826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:15:49.515684 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7173dab7d1fbfef731d5f8fd5c52510eeface1fe9a62799688baadb2f5777418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff14de5f-3298-4781-84bc-0fc1ae8d26b0" -d '{"events": [{"name": "network-changed", "server_uuid": "5545b853-357c-40a0-99a2-20216666eba6", "tag": "4fac23d7-1946-4e71-b5f0-fab919168a47"}]}' {{(pid=92826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:15:49.729083 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-d1aecb42-0de9-4167-85f1-b561585d705d None None] Set router 33b31fcd-e542-4fc9-a073-4dd4b44d2118 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:15:49.963097 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-d1aecb42-0de9-4167-85f1-b561585d705d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'name': 'tempest-TestVolumeBootPattern-1087537416-router', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:30Z', 'revision_number': 4, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'gw_port': {'id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_floatingips': [{'id': '6042b3c7-9fa8-4d6a-93c8-3502c02ab2cc', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'router_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'port_id': '34a30645-441d-4fe3-be97-406d5ece520e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'mac_address': 'fa:16:3e:f5:b0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb118aa-c3e5-4955-9bf5-30a194b6721b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T13:13:09Z', 'updated_at': '2021-06-18T13:13:11Z', 'revision_number': 1, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'fixed_ip_address_scope': None}, {'id': 'a1c26e19-f0da-4939-b121-de71eaab9963', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'router_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'port_id': '4fac23d7-1946-4e71-b5f0-fab919168a47', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'mac_address': 'fa:16:3e:77:5a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5545b853-357c-40a0-99a2-20216666eba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T13:15:48Z', 'updated_at': '2021-06-18T13:15:48Z', 'revision_number': 0, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e86c74ba-ea7e-4500-ace3-5c996b6354cf', 'name': '', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'mac_address': 'fa:16:3e:45:d9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:29Z', 'updated_at': '2021-06-18T13:09:36Z', 'revision_number': 5, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'subnets': [{'id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:15:49.993116 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aecb42-0de9-4167-85f1-b561585d705d None None] Checking router: 33b31fcd-e542-4fc9-a073-4dd4b44d2118 for host: dv-cinder-797073-1-iscsi {{(pid=92827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 13:15:50.001312 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aecb42-0de9-4167-85f1-b561585d705d None None] Routers {'33b31fcd-e542-4fc9-a073-4dd4b44d2118'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:15:50.001922 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-d1aecb42-0de9-4167-85f1-b561585d705d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:15:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['33b31fcd-e542-4fc9-a073-4dd4b44d2118'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:15:50.110377 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-d1aecb42-0de9-4167-85f1-b561585d705d None None] Set router 33b31fcd-e542-4fc9-a073-4dd4b44d2118 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:15:50.337291 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-d1aecb42-0de9-4167-85f1-b561585d705d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'name': 'tempest-TestVolumeBootPattern-1087537416-router', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:30Z', 'revision_number': 4, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'gw_port': {'id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_floatingips': [{'id': '6042b3c7-9fa8-4d6a-93c8-3502c02ab2cc', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'router_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'port_id': '34a30645-441d-4fe3-be97-406d5ece520e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'mac_address': 'fa:16:3e:f5:b0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb118aa-c3e5-4955-9bf5-30a194b6721b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T13:13:09Z', 'updated_at': '2021-06-18T13:13:11Z', 'revision_number': 1, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'fixed_ip_address_scope': None}, {'id': 'a1c26e19-f0da-4939-b121-de71eaab9963', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'router_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'port_id': '4fac23d7-1946-4e71-b5f0-fab919168a47', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'mac_address': 'fa:16:3e:77:5a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5545b853-357c-40a0-99a2-20216666eba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T13:15:48Z', 'updated_at': '2021-06-18T13:15:48Z', 'revision_number': 0, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e86c74ba-ea7e-4500-ace3-5c996b6354cf', 'name': '', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'mac_address': 'fa:16:3e:45:d9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:29Z', 'updated_at': '2021-06-18T13:09:36Z', 'revision_number': 5, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'subnets': [{'id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:15:50.373550 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aecb42-0de9-4167-85f1-b561585d705d None None] The sync data for ids ['33b31fcd-e542-4fc9-a073-4dd4b44d2118'] in dv-cinder-797073-1-iscsi is: [{'id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'name': 'tempest-TestVolumeBootPattern-1087537416-router', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:30Z', 'revision_number': 4, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'gw_port': {'id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_floatingips': [{'id': '6042b3c7-9fa8-4d6a-93c8-3502c02ab2cc', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'router_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'port_id': '34a30645-441d-4fe3-be97-406d5ece520e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'mac_address': 'fa:16:3e:f5:b0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb118aa-c3e5-4955-9bf5-30a194b6721b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T13:13:09Z', 'updated_at': '2021-06-18T13:13:11Z', 'revision_number': 1, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'fixed_ip_address_scope': None}, {'id': 'a1c26e19-f0da-4939-b121-de71eaab9963', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'router_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'port_id': '4fac23d7-1946-4e71-b5f0-fab919168a47', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'mac_address': 'fa:16:3e:77:5a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5545b853-357c-40a0-99a2-20216666eba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T13:15:48Z', 'updated_at': '2021-06-18T13:15:48Z', 'revision_number': 0, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e86c74ba-ea7e-4500-ace3-5c996b6354cf', 'name': '', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'mac_address': 'fa:16:3e:45:d9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:29Z', 'updated_at': '2021-06-18T13:09:36Z', 'revision_number': 5, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'subnets': [{'id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 13:15:50.632200 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 13:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a95304-c24f-4c4f-bdec-5caf705a2609 x-openstack-request-id: req-19a95304-c24f-4c4f-bdec-5caf705a2609 {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:15:50.632989 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5545b853-357c-40a0-99a2-20216666eba6", "tag": "4fac23d7-1946-4e71-b5f0-fab919168a47", "status": "completed", "code": 200}]} {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:15:50.633221 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-19a95304-c24f-4c4f-bdec-5caf705a2609 {{(pid=92826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:15:50.633904 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5545b853-357c-40a0-99a2-20216666eba6', 'tag': '4fac23d7-1946-4e71-b5f0-fab919168a47', 'status': 'completed', 'code': 200} Jun 18 13:15:50.691845 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051d40c5-78f6-4e11-bd93-f14e1dbcea05 None None] New status for floating IP a1c26e19-f0da-4939-b121-de71eaab9963: ACTIVE {{(pid=92828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 13:15:50.733918 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14de5f-3298-4781-84bc-0fc1ae8d26b0 req-e7f9b7ff-ed96-46e8-9f2b-7b254acb7249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:15:50.735415 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ff14de5f-3298-4781-84bc-0fc1ae8d26b0 req-e7f9b7ff-ed96-46e8-9f2b-7b254acb7249 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=199716da8e9b46b294f07c4a76a0f071&device_id=5545b853-357c-40a0-99a2-20216666eba6 HTTP/1.1" status: 200 len: 1099 time: 0.0620685 Jun 18 13:15:50.824960 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14de5f-3298-4781-84bc-0fc1ae8d26b0 req-521bb874-2109-4c65-81a1-128cf0524783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:15:50.826541 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ff14de5f-3298-4781-84bc-0fc1ae8d26b0 req-521bb874-2109-4c65-81a1-128cf0524783 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4d8dd0f0-d1c1-453c-b28b-7799f651a360 HTTP/1.1" status: 200 len: 913 time: 0.0840983 Jun 18 13:15:50.899115 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ff14de5f-3298-4781-84bc-0fc1ae8d26b0 req-0e634d7d-c8f0-4feb-ac25-a1a743209fa8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fac23d7-1946-4e71-b5f0-fab919168a47 HTTP/1.1" status: 200 len: 1001 time: 0.0649891 Jun 18 13:15:50.947980 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14de5f-3298-4781-84bc-0fc1ae8d26b0 req-a718b469-0197-46e6-a33c-2ce09c27e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:15:50.949463 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ff14de5f-3298-4781-84bc-0fc1ae8d26b0 req-a718b469-0197-46e6-a33c-2ce09c27e58b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=57b39d46-4f58-4c37-9f76-de3ccc974820 HTTP/1.1" status: 200 len: 851 time: 0.0436368 Jun 18 13:15:51.005026 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14de5f-3298-4781-84bc-0fc1ae8d26b0 req-7b9bf4a4-eb49-4771-96cc-b9a1f5eff824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:15:51.006465 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ff14de5f-3298-4781-84bc-0fc1ae8d26b0 req-7b9bf4a4-eb49-4771-96cc-b9a1f5eff824 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4d8dd0f0-d1c1-453c-b28b-7799f651a360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506270 Jun 18 13:15:51.098276 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ff14de5f-3298-4781-84bc-0fc1ae8d26b0 req-9a83c068-bd8e-4de1-af5b-4e91bbb5c0d1 service neutron] 10.222.0.77 "GET /v2.0/networks/4d8dd0f0-d1c1-453c-b28b-7799f651a360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842445 Jun 18 13:15:51.196901 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ff14de5f-3298-4781-84bc-0fc1ae8d26b0 req-d096de18-b97e-4d43-9bad-54091ed8dba0 service neutron] 10.222.0.77 "GET /v2.0/networks/4d8dd0f0-d1c1-453c-b28b-7799f651a360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919580 Jun 18 13:15:51.903491 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-720852fa-fd93-4c74-bb1a-9df7ca747814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:15:54.752598 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-aa6d78a5-63f3-42cc-884c-09f63a9e5b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:15:55.096278 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:15:56.045567 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:15:57.781567 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:16:00.629781 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:16:09.981028 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-be9d3500-1cd6-4df4-a490-87bb1265b4e8 req-2c162c9c-a50d-455a-9d72-bb8ed20f3114 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4cb118aa-c3e5-4955-9bf5-30a194b6721b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0573068 Jun 18 13:16:10.091770 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d3500-1cd6-4df4-a490-87bb1265b4e8 req-949beb52-d751-4579-9687-fae97974f1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:16:10.093312 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-be9d3500-1cd6-4df4-a490-87bb1265b4e8 req-949beb52-d751-4579-9687-fae97974f1bf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=199716da8e9b46b294f07c4a76a0f071&device_id=4cb118aa-c3e5-4955-9bf5-30a194b6721b HTTP/1.1" status: 200 len: 1098 time: 0.0529225 Jun 18 13:16:10.201595 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d3500-1cd6-4df4-a490-87bb1265b4e8 req-0091c679-3d67-4879-812a-da6c74bdd312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:16:10.203024 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-be9d3500-1cd6-4df4-a490-87bb1265b4e8 req-0091c679-3d67-4879-812a-da6c74bdd312 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4d8dd0f0-d1c1-453c-b28b-7799f651a360 HTTP/1.1" status: 200 len: 913 time: 0.0886416 Jun 18 13:16:10.266808 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-be9d3500-1cd6-4df4-a490-87bb1265b4e8 req-1523b2c2-b58c-452a-9d7a-01b145472b80 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34a30645-441d-4fe3-be97-406d5ece520e HTTP/1.1" status: 200 len: 1001 time: 0.0564601 Jun 18 13:16:10.317358 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d3500-1cd6-4df4-a490-87bb1265b4e8 req-56e48177-1355-497e-83b5-1813345ccf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:16:10.318833 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-be9d3500-1cd6-4df4-a490-87bb1265b4e8 req-56e48177-1355-497e-83b5-1813345ccf72 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=57b39d46-4f58-4c37-9f76-de3ccc974820 HTTP/1.1" status: 200 len: 851 time: 0.0446134 Jun 18 13:16:10.386061 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d3500-1cd6-4df4-a490-87bb1265b4e8 req-e7910cff-a153-4e24-9050-156bd8ff811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:16:10.387557 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-be9d3500-1cd6-4df4-a490-87bb1265b4e8 req-e7910cff-a153-4e24-9050-156bd8ff811b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4d8dd0f0-d1c1-453c-b28b-7799f651a360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0610347 Jun 18 13:16:10.477542 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-be9d3500-1cd6-4df4-a490-87bb1265b4e8 req-8caab3d0-bacb-475f-b583-9b6e0df80995 service neutron] 10.222.0.77 "GET /v2.0/networks/4d8dd0f0-d1c1-453c-b28b-7799f651a360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827489 Jun 18 13:16:10.576420 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-be9d3500-1cd6-4df4-a490-87bb1265b4e8 req-98335eba-c29f-4233-a34b-0d7c62298cbc service neutron] 10.222.0.77 "GET /v2.0/networks/4d8dd0f0-d1c1-453c-b28b-7799f651a360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921361 Jun 18 13:16:19.482964 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 13:16:21.907675 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-23e99635-f4a8-45c3-9c20-84426f759684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:16:24.743910 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-8ebe9b99-4bec-4e6d-b24a-759738f83322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:16:25.099013 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:16:26.048148 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:16:27.782932 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:16:30.641892 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:16:51.910629 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f8eaa236-11b4-4aae-a794-cd0b9b8caade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:16:54.744860 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-22bc7d3a-2f91-46b7-a712-60cf7ec4a3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:16:55.094669 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:16:56.050863 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:16:56.481457 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 13:16:57.786290 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:00.643256 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:10.985546 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-aac667ae-b3c6-4972-b803-583414f2c4e4 req-1814f356-3a13-414a-b5d2-b4bdcaffd0d7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5545b853-357c-40a0-99a2-20216666eba6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0566757 Jun 18 13:17:11.081375 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac667ae-b3c6-4972-b803-583414f2c4e4 req-be8e2562-6387-4332-9984-919018003731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:17:11.082842 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-aac667ae-b3c6-4972-b803-583414f2c4e4 req-be8e2562-6387-4332-9984-919018003731 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=199716da8e9b46b294f07c4a76a0f071&device_id=5545b853-357c-40a0-99a2-20216666eba6 HTTP/1.1" status: 200 len: 1099 time: 0.0650680 Jun 18 13:17:11.195642 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac667ae-b3c6-4972-b803-583414f2c4e4 req-d38e5d5c-5d77-4f98-a15f-29fbd687544e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:17:11.197109 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-aac667ae-b3c6-4972-b803-583414f2c4e4 req-d38e5d5c-5d77-4f98-a15f-29fbd687544e service neutron] 10.222.0.77 "GET /v2.0/networks?id=4d8dd0f0-d1c1-453c-b28b-7799f651a360 HTTP/1.1" status: 200 len: 913 time: 0.0930734 Jun 18 13:17:11.269088 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-aac667ae-b3c6-4972-b803-583414f2c4e4 req-27a3185e-444c-43b7-9472-dee3cec0f432 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fac23d7-1946-4e71-b5f0-fab919168a47 HTTP/1.1" status: 200 len: 1001 time: 0.0646491 Jun 18 13:17:11.321180 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac667ae-b3c6-4972-b803-583414f2c4e4 req-6411a010-51c6-4c34-9064-6cee97cd3c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:17:11.322635 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-aac667ae-b3c6-4972-b803-583414f2c4e4 req-6411a010-51c6-4c34-9064-6cee97cd3c83 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=57b39d46-4f58-4c37-9f76-de3ccc974820 HTTP/1.1" status: 200 len: 851 time: 0.0473752 Jun 18 13:17:11.396367 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac667ae-b3c6-4972-b803-583414f2c4e4 req-97035f8a-9db0-4a67-97ac-ce04961fbab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:17:11.398141 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-aac667ae-b3c6-4972-b803-583414f2c4e4 req-97035f8a-9db0-4a67-97ac-ce04961fbab8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4d8dd0f0-d1c1-453c-b28b-7799f651a360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0659604 Jun 18 13:17:11.499334 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-aac667ae-b3c6-4972-b803-583414f2c4e4 req-0f53af50-6e31-4d7f-9914-ebe25470f102 service neutron] 10.222.0.77 "GET /v2.0/networks/4d8dd0f0-d1c1-453c-b28b-7799f651a360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911822 Jun 18 13:17:11.593485 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-aac667ae-b3c6-4972-b803-583414f2c4e4 req-166d2448-11a7-4414-a38f-0f17e3c70888 service neutron] 10.222.0.77 "GET /v2.0/networks/4d8dd0f0-d1c1-453c-b28b-7799f651a360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850177 Jun 18 13:17:21.912372 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-87eb60db-5e40-4991-b533-811fbb5756e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:24.745586 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-9835aa72-64d1-4da6-bcb9-d2170d0dd524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:25.096553 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:26.055717 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:27.788819 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:30.659202 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:33.480264 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 13:17:40.329826 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 58744) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:17:40.495239 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [None req-c009cafa-3636-4781-92b7-fbeda36ade56 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Deleting port 30cddee8-711b-42ca-9d58-9926572d2542 {{(pid=92825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:17:40.495575 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-c009cafa-3636-4781-92b7-fbeda36ade56 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:40.571783 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-c009cafa-3636-4781-92b7-fbeda36ade56 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:40.572003 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-c009cafa-3636-4781-92b7-fbeda36ade56 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:40.638114 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [None req-c009cafa-3636-4781-92b7-fbeda36ade56 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Calling delete_port for 30cddee8-711b-42ca-9d58-9926572d2542 owned by network:floatingip {{(pid=92825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:17:40.789776 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-c009cafa-3636-4781-92b7-fbeda36ade56 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8372373'] for port, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:40.791896 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-830348fc-e024-4da9-97db-afcc420a681a tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:17:40.816892 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c009cafa-3636-4781-92b7-fbeda36ade56 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Pushing event deleted for resources: {'Port': ['ID=30cddee8-711b-42ca-9d58-9926572d2542,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:17:40.849642 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c009cafa-3636-4781-92b7-fbeda36ade56 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:17:40.850150 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c009cafa-3636-4781-92b7-fbeda36ade56 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:17:40.850540 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c009cafa-3636-4781-92b7-fbeda36ade56 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:17:40.850909 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c009cafa-3636-4781-92b7-fbeda36ade56 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:17:40.851271 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c009cafa-3636-4781-92b7-fbeda36ade56 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:17:40.851631 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c009cafa-3636-4781-92b7-fbeda36ade56 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:17:40.852000 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c009cafa-3636-4781-92b7-fbeda36ade56 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:17:40.852359 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c009cafa-3636-4781-92b7-fbeda36ade56 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:17:40.852713 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c009cafa-3636-4781-92b7-fbeda36ade56 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:17:40.853089 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c009cafa-3636-4781-92b7-fbeda36ade56 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:17:40.853439 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c009cafa-3636-4781-92b7-fbeda36ade56 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:17:40.853789 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c009cafa-3636-4781-92b7-fbeda36ade56 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:17:40.857473 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-c009cafa-3636-4781-92b7-fbeda36ade56 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:17:40.894158 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-c009cafa-3636-4781-92b7-fbeda36ade56 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for floatingip, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:40.894491 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.db.l3_db [None req-c009cafa-3636-4781-92b7-fbeda36ade56 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Floating IP a1c26e19-f0da-4939-b121-de71eaab9963 disassociated (deleted). External IP: 172.27.0.27, port: 4fac23d7-1946-4e71-b5f0-fab919168a47. Jun 18 13:17:41.102529 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c009cafa-3636-4781-92b7-fbeda36ade56 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Router 33b31fcd-e542-4fc9-a073-4dd4b44d2118 has already been hosted by L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc {{(pid=92825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 13:17:41.210669 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c009cafa-3636-4781-92b7-fbeda36ade56 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 13:17:41.215508 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-c009cafa-3636-4781-92b7-fbeda36ade56 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for floatingip, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:41.219887 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57822606-caa5-44a5-89c1-85f06f6d4cde None None] Sync routers for ids ['33b31fcd-e542-4fc9-a073-4dd4b44d2118'] in dv-cinder-797073-1-iscsi {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 13:17:41.232603 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57822606-caa5-44a5-89c1-85f06f6d4cde None None] Routers {'33b31fcd-e542-4fc9-a073-4dd4b44d2118'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:17:41.233254 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-57822606-caa5-44a5-89c1-85f06f6d4cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:17:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['33b31fcd-e542-4fc9-a073-4dd4b44d2118'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:17:41.252952 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-c009cafa-3636-4781-92b7-fbeda36ade56 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "DELETE /v2.0/floatingips/a1c26e19-f0da-4939-b121-de71eaab9963 HTTP/1.1" status: 204 len: 168 time: 0.9219801 Jun 18 13:17:41.253601 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5545b853-357c-40a0-99a2-20216666eba6', 'tag': '4fac23d7-1946-4e71-b5f0-fab919168a47'}] {{(pid=92825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:17:41.257168 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cbce1c661b203a7f45efff8c445c42f162c6430a9c28178aa2be3d6d959831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db843a9-cf9d-4153-97b3-b93c30e112be" -d '{"events": [{"name": "network-changed", "server_uuid": "5545b853-357c-40a0-99a2-20216666eba6", "tag": "4fac23d7-1946-4e71-b5f0-fab919168a47"}]}' {{(pid=92825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:17:41.313773 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 13:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336dff52-0a5f-4391-908c-9058c11a5973 x-openstack-request-id: req-336dff52-0a5f-4391-908c-9058c11a5973 {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:17:41.314355 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5545b853-357c-40a0-99a2-20216666eba6", "tag": "4fac23d7-1946-4e71-b5f0-fab919168a47", "status": "completed", "code": 200}]} {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:17:41.314827 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-336dff52-0a5f-4391-908c-9058c11a5973 {{(pid=92825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:17:41.315481 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5545b853-357c-40a0-99a2-20216666eba6', 'tag': '4fac23d7-1946-4e71-b5f0-fab919168a47', 'status': 'completed', 'code': 200} Jun 18 13:17:41.347734 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-57822606-caa5-44a5-89c1-85f06f6d4cde None None] Set router 33b31fcd-e542-4fc9-a073-4dd4b44d2118 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:17:41.408677 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db843a9-cf9d-4153-97b3-b93c30e112be req-f72683c6-f6bc-46d1-b2b6-2de7f93a6b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:17:41.410328 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8db843a9-cf9d-4153-97b3-b93c30e112be req-f72683c6-f6bc-46d1-b2b6-2de7f93a6b71 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=199716da8e9b46b294f07c4a76a0f071&device_id=5545b853-357c-40a0-99a2-20216666eba6 HTTP/1.1" status: 200 len: 1099 time: 0.0590680 Jun 18 13:17:41.518069 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db843a9-cf9d-4153-97b3-b93c30e112be req-55a97118-4edd-49c3-815d-666b8f7612ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:17:41.519557 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8db843a9-cf9d-4153-97b3-b93c30e112be req-55a97118-4edd-49c3-815d-666b8f7612ee service neutron] 10.222.0.77 "GET /v2.0/networks?id=4d8dd0f0-d1c1-453c-b28b-7799f651a360 HTTP/1.1" status: 200 len: 913 time: 0.1033127 Jun 18 13:17:41.569061 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8db843a9-cf9d-4153-97b3-b93c30e112be req-5d096c65-ea14-4321-a456-58c7b5115636 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fac23d7-1946-4e71-b5f0-fab919168a47 HTTP/1.1" status: 200 len: 217 time: 0.0388901 Jun 18 13:17:41.612659 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-57822606-caa5-44a5-89c1-85f06f6d4cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'name': 'tempest-TestVolumeBootPattern-1087537416-router', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:30Z', 'revision_number': 4, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'gw_port': {'id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_floatingips': [{'id': '6042b3c7-9fa8-4d6a-93c8-3502c02ab2cc', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'router_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'port_id': '34a30645-441d-4fe3-be97-406d5ece520e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'mac_address': 'fa:16:3e:f5:b0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb118aa-c3e5-4955-9bf5-30a194b6721b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T13:13:09Z', 'updated_at': '2021-06-18T13:13:11Z', 'revision_number': 1, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e86c74ba-ea7e-4500-ace3-5c996b6354cf', 'name': '', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'mac_address': 'fa:16:3e:45:d9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:29Z', 'updated_at': '2021-06-18T13:09:36Z', 'revision_number': 5, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'subnets': [{'id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:17:41.624897 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db843a9-cf9d-4153-97b3-b93c30e112be req-b5982d26-9770-49ee-bbc3-a641a6ae6972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:17:41.626411 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8db843a9-cf9d-4153-97b3-b93c30e112be req-b5982d26-9770-49ee-bbc3-a641a6ae6972 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=57b39d46-4f58-4c37-9f76-de3ccc974820 HTTP/1.1" status: 200 len: 851 time: 0.0496197 Jun 18 13:17:41.644035 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57822606-caa5-44a5-89c1-85f06f6d4cde None None] Checking router: 33b31fcd-e542-4fc9-a073-4dd4b44d2118 for host: dv-cinder-797073-1-iscsi {{(pid=92827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 13:17:41.655139 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57822606-caa5-44a5-89c1-85f06f6d4cde None None] Routers {'33b31fcd-e542-4fc9-a073-4dd4b44d2118'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:17:41.656025 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-57822606-caa5-44a5-89c1-85f06f6d4cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:17:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['33b31fcd-e542-4fc9-a073-4dd4b44d2118'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:17:41.658794 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce4339-5b45-4c22-9e24-8817643aad3e req-bb10782c-b1b8-4101-bc3e-b2d8691ca1a9 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:17:41.660430 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ddce4339-5b45-4c22-9e24-8817643aad3e req-bb10782c-b1b8-4101-bc3e-b2d8691ca1a9 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=5545b853-357c-40a0-99a2-20216666eba6 HTTP/1.1" status: 200 len: 946 time: 0.0780339 Jun 18 13:17:41.696802 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db843a9-cf9d-4153-97b3-b93c30e112be req-cc4b2572-87f4-42d8-b30e-c08b7690d25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:17:41.698324 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8db843a9-cf9d-4153-97b3-b93c30e112be req-cc4b2572-87f4-42d8-b30e-c08b7690d25a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4d8dd0f0-d1c1-453c-b28b-7799f651a360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0653150 Jun 18 13:17:41.703649 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-ddce4339-5b45-4c22-9e24-8817643aad3e req-17b0823a-04fa-4428-ac90-4ffa18491efd tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357072 Jun 18 13:17:41.778310 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-57822606-caa5-44a5-89c1-85f06f6d4cde None None] Set router 33b31fcd-e542-4fc9-a073-4dd4b44d2118 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:17:41.797962 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8db843a9-cf9d-4153-97b3-b93c30e112be req-aa704d4d-d5db-4e78-a08e-78dcd147f4d2 service neutron] 10.222.0.77 "GET /v2.0/networks/4d8dd0f0-d1c1-453c-b28b-7799f651a360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921478 Jun 18 13:17:41.901034 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8db843a9-cf9d-4153-97b3-b93c30e112be req-4fd4bd94-d6c2-4bcb-911a-52b895367611 service neutron] 10.222.0.77 "GET /v2.0/networks/4d8dd0f0-d1c1-453c-b28b-7799f651a360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961499 Jun 18 13:17:42.019161 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-57822606-caa5-44a5-89c1-85f06f6d4cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'name': 'tempest-TestVolumeBootPattern-1087537416-router', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:30Z', 'revision_number': 4, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'gw_port': {'id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_floatingips': [{'id': '6042b3c7-9fa8-4d6a-93c8-3502c02ab2cc', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'router_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'port_id': '34a30645-441d-4fe3-be97-406d5ece520e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'mac_address': 'fa:16:3e:f5:b0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb118aa-c3e5-4955-9bf5-30a194b6721b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T13:13:09Z', 'updated_at': '2021-06-18T13:13:11Z', 'revision_number': 1, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e86c74ba-ea7e-4500-ace3-5c996b6354cf', 'name': '', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'mac_address': 'fa:16:3e:45:d9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:29Z', 'updated_at': '2021-06-18T13:09:36Z', 'revision_number': 5, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'subnets': [{'id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:17:42.045874 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57822606-caa5-44a5-89c1-85f06f6d4cde None None] The sync data for ids ['33b31fcd-e542-4fc9-a073-4dd4b44d2118'] in dv-cinder-797073-1-iscsi is: [{'id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'name': 'tempest-TestVolumeBootPattern-1087537416-router', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:30Z', 'revision_number': 4, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'gw_port': {'id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_floatingips': [{'id': '6042b3c7-9fa8-4d6a-93c8-3502c02ab2cc', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'router_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'port_id': '34a30645-441d-4fe3-be97-406d5ece520e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'mac_address': 'fa:16:3e:f5:b0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb118aa-c3e5-4955-9bf5-30a194b6721b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T13:13:09Z', 'updated_at': '2021-06-18T13:13:11Z', 'revision_number': 1, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e86c74ba-ea7e-4500-ace3-5c996b6354cf', 'name': '', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'mac_address': 'fa:16:3e:45:d9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:29Z', 'updated_at': '2021-06-18T13:09:36Z', 'revision_number': 5, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'subnets': [{'id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 13:17:42.267033 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458696f6-ff2e-41d8-a9bd-4821522cbcfd None None] New status for floating IP a1c26e19-f0da-4939-b121-de71eaab9963: DOWN {{(pid=92828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 13:17:42.936113 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cab4ff-694f-47c8-9ce6-29904a54ec0f req-b263d1b0-d516-4f32-8260-e8d7846ae0fa tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:17:42.937565 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-60cab4ff-694f-47c8-9ce6-29904a54ec0f req-b263d1b0-d516-4f32-8260-e8d7846ae0fa tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=5545b853-357c-40a0-99a2-20216666eba6 HTTP/1.1" status: 200 len: 946 time: 0.0697935 Jun 18 13:17:42.978329 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-60cab4ff-694f-47c8-9ce6-29904a54ec0f req-43f8dbc2-72eb-4aeb-8643-ed1421a4f2c5 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350101 Jun 18 13:17:43.496400 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b664e-75f2-427f-9f86-1281fb8913d2 req-1af2eb0b-03ef-497c-8f53-9aef6afe2436 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:17:43.497876 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8d5b664e-75f2-427f-9f86-1281fb8913d2 req-1af2eb0b-03ef-497c-8f53-9aef6afe2436 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.77 "GET /v2.0/ports?device_id=5545b853-357c-40a0-99a2-20216666eba6 HTTP/1.1" status: 200 len: 946 time: 0.0668051 Jun 18 13:17:43.598908 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [req-8d5b664e-75f2-427f-9f86-1281fb8913d2 req-048e0b52-652d-4a05-acfb-2a269f82e07f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Deleting port 4fac23d7-1946-4e71-b5f0-fab919168a47 {{(pid=92825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:17:43.599244 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-8d5b664e-75f2-427f-9f86-1281fb8913d2 req-048e0b52-652d-4a05-acfb-2a269f82e07f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:43.688542 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [req-8d5b664e-75f2-427f-9f86-1281fb8913d2 req-048e0b52-652d-4a05-acfb-2a269f82e07f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] For port 4fac23d7-1946-4e71-b5f0-fab919168a47, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=4fac23d7-1946-4e71-b5f0-fab919168a47,segment=NetworkSegment(5c47d499-86b3-4778-b3cb-a36889e2825c),segment_id=5c47d499-86b3-4778-b3cb-a36889e2825c)] {{(pid=92825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:17:43.688820 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-8d5b664e-75f2-427f-9f86-1281fb8913d2 req-048e0b52-652d-4a05-acfb-2a269f82e07f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:43.753478 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [req-8d5b664e-75f2-427f-9f86-1281fb8913d2 req-048e0b52-652d-4a05-acfb-2a269f82e07f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Calling delete_port for 4fac23d7-1946-4e71-b5f0-fab919168a47 owned by compute:nova {{(pid=92825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:17:43.882084 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-8d5b664e-75f2-427f-9f86-1281fb8913d2 req-048e0b52-652d-4a05-acfb-2a269f82e07f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8372373'] for port, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:43.886594 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-6c0fd64b-ff9b-42e2-9bb2-4019a2b3fa4e tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:17:43.914164 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e0b52-652d-4a05-acfb-2a269f82e07f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Pushing event deleted for resources: {'Port': ['ID=4fac23d7-1946-4e71-b5f0-fab919168a47,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:17:43.923807 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-048e0b52-652d-4a05-acfb-2a269f82e07f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:17:43.966259 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5b664e-75f2-427f-9f86-1281fb8913d2 req-048e0b52-652d-4a05-acfb-2a269f82e07f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] No DVR routers for this DVR port 4fac23d7-1946-4e71-b5f0-fab919168a47 on host hv-cinder-79707 {{(pid=92825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 13:17:43.968722 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-8d5b664e-75f2-427f-9f86-1281fb8913d2 req-048e0b52-652d-4a05-acfb-2a269f82e07f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:43.970716 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-8d5b664e-75f2-427f-9f86-1281fb8913d2 req-048e0b52-652d-4a05-acfb-2a269f82e07f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.77 "DELETE /v2.0/ports/4fac23d7-1946-4e71-b5f0-fab919168a47 HTTP/1.1" status: 204 len: 173 time: 0.4672034 Jun 18 13:17:43.971238 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5545b853-357c-40a0-99a2-20216666eba6', 'name': 'network-vif-deleted', 'tag': '4fac23d7-1946-4e71-b5f0-fab919168a47'}] {{(pid=92825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:17:43.974032 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cbce1c661b203a7f45efff8c445c42f162c6430a9c28178aa2be3d6d959831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1fd52c-005f-41c2-8c25-4967089ee040" -d '{"events": [{"server_uuid": "5545b853-357c-40a0-99a2-20216666eba6", "name": "network-vif-deleted", "tag": "4fac23d7-1946-4e71-b5f0-fab919168a47"}]}' {{(pid=92825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:17:44.027730 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 13:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d025df2-80c7-4e6d-a2b5-b2ff9e89a9d7 x-openstack-request-id: req-2d025df2-80c7-4e6d-a2b5-b2ff9e89a9d7 {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:17:44.028081 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5545b853-357c-40a0-99a2-20216666eba6", "name": "network-vif-deleted", "tag": "4fac23d7-1946-4e71-b5f0-fab919168a47", "status": "completed", "code": 200}]} {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:17:44.028383 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2d025df2-80c7-4e6d-a2b5-b2ff9e89a9d7 {{(pid=92825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:17:44.028972 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5545b853-357c-40a0-99a2-20216666eba6', 'name': 'network-vif-deleted', 'tag': '4fac23d7-1946-4e71-b5f0-fab919168a47', 'status': 'completed', 'code': 200} Jun 18 13:17:44.131030 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-662402b5-37a4-4e95-ad49-aef5492b80c4 req-f9d23f29-0f4b-4399-977e-95c18ee93532 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=5545b853-357c-40a0-99a2-20216666eba6 HTTP/1.1" status: 200 len: 210 time: 0.0286958 Jun 18 13:17:45.507944 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 4fac23d7-1946-4e71-b5f0-fab919168a47 no longer exists at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 13:17:45.531908 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] No Port match for: 4fac23d7-1946-4e71-b5f0-fab919168a47 {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 13:17:45.532304 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 4fac23d7-1946-4e71-b5f0-fab919168a47 not bound to the agent host hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 13:17:47.479802 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 58788) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:17:47.650010 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [None req-736a66e0-ea6e-4e32-a262-8accdfd92a7b tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Deleting port df109a63-0d9a-414e-8e2e-9960d786565e {{(pid=92826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:17:47.650261 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-736a66e0-ea6e-4e32-a262-8accdfd92a7b tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:47.734297 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-736a66e0-ea6e-4e32-a262-8accdfd92a7b tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:47.734622 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-736a66e0-ea6e-4e32-a262-8accdfd92a7b tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:48.092325 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [None req-736a66e0-ea6e-4e32-a262-8accdfd92a7b tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Calling delete_port for df109a63-0d9a-414e-8e2e-9960d786565e owned by network:floatingip {{(pid=92826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:17:48.278235 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-736a66e0-ea6e-4e32-a262-8accdfd92a7b tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940132'] for port, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:48.280325 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-fb6419b5-3a66-45c9-800a-080731f9f24f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:17:48.305667 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a66e0-ea6e-4e32-a262-8accdfd92a7b tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Pushing event deleted for resources: {'Port': ['ID=df109a63-0d9a-414e-8e2e-9960d786565e,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:17:48.331925 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736a66e0-ea6e-4e32-a262-8accdfd92a7b tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:17:48.332309 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736a66e0-ea6e-4e32-a262-8accdfd92a7b tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:17:48.332684 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736a66e0-ea6e-4e32-a262-8accdfd92a7b tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:17:48.333122 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736a66e0-ea6e-4e32-a262-8accdfd92a7b tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:17:48.333481 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736a66e0-ea6e-4e32-a262-8accdfd92a7b tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:17:48.333847 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736a66e0-ea6e-4e32-a262-8accdfd92a7b tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:17:48.334210 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736a66e0-ea6e-4e32-a262-8accdfd92a7b tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:17:48.334571 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736a66e0-ea6e-4e32-a262-8accdfd92a7b tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:17:48.335016 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736a66e0-ea6e-4e32-a262-8accdfd92a7b tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:17:48.335356 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736a66e0-ea6e-4e32-a262-8accdfd92a7b tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:17:48.335706 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736a66e0-ea6e-4e32-a262-8accdfd92a7b tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:17:48.336058 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736a66e0-ea6e-4e32-a262-8accdfd92a7b tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:17:48.360452 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-736a66e0-ea6e-4e32-a262-8accdfd92a7b tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:17:48.387134 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-736a66e0-ea6e-4e32-a262-8accdfd92a7b tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for floatingip, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:48.387474 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.db.l3_db [None req-736a66e0-ea6e-4e32-a262-8accdfd92a7b tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Floating IP 6042b3c7-9fa8-4d6a-93c8-3502c02ab2cc disassociated (deleted). External IP: 172.27.0.170, port: 34a30645-441d-4fe3-be97-406d5ece520e. Jun 18 13:17:48.610425 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736a66e0-ea6e-4e32-a262-8accdfd92a7b tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Router 33b31fcd-e542-4fc9-a073-4dd4b44d2118 has already been hosted by L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc {{(pid=92826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 13:17:48.716262 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736a66e0-ea6e-4e32-a262-8accdfd92a7b tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 13:17:48.720672 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-736a66e0-ea6e-4e32-a262-8accdfd92a7b tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for floatingip, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:48.728207 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4467bd6b-a1fc-4aff-b24f-46e726563d47 None None] Sync routers for ids ['33b31fcd-e542-4fc9-a073-4dd4b44d2118'] in dv-cinder-797073-1-iscsi {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 13:17:48.737716 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4467bd6b-a1fc-4aff-b24f-46e726563d47 None None] Routers {'33b31fcd-e542-4fc9-a073-4dd4b44d2118'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:17:48.738324 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-4467bd6b-a1fc-4aff-b24f-46e726563d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:17:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['33b31fcd-e542-4fc9-a073-4dd4b44d2118'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:17:48.766010 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-736a66e0-ea6e-4e32-a262-8accdfd92a7b tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "DELETE /v2.0/floatingips/6042b3c7-9fa8-4d6a-93c8-3502c02ab2cc HTTP/1.1" status: 204 len: 168 time: 1.2812471 Jun 18 13:17:48.766010 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb118aa-c3e5-4955-9bf5-30a194b6721b', 'tag': '34a30645-441d-4fe3-be97-406d5ece520e'}] {{(pid=92826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:17:48.766010 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7173dab7d1fbfef731d5f8fd5c52510eeface1fe9a62799688baadb2f5777418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93878baa-d223-4c17-91a0-1d890deb0950" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb118aa-c3e5-4955-9bf5-30a194b6721b", "tag": "34a30645-441d-4fe3-be97-406d5ece520e"}]}' {{(pid=92826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:17:48.808168 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 13:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105679bb-bf82-44d9-b9b5-c94d18eeef6f x-openstack-request-id: req-105679bb-bf82-44d9-b9b5-c94d18eeef6f {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:17:48.808671 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb118aa-c3e5-4955-9bf5-30a194b6721b", "tag": "34a30645-441d-4fe3-be97-406d5ece520e", "status": "completed", "code": 200}]} {{(pid=92826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:17:48.809147 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-105679bb-bf82-44d9-b9b5-c94d18eeef6f {{(pid=92826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:17:48.809803 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb118aa-c3e5-4955-9bf5-30a194b6721b', 'tag': '34a30645-441d-4fe3-be97-406d5ece520e', 'status': 'completed', 'code': 200} Jun 18 13:17:48.896401 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-4467bd6b-a1fc-4aff-b24f-46e726563d47 None None] Set router 33b31fcd-e542-4fc9-a073-4dd4b44d2118 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:17:48.899811 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93878baa-d223-4c17-91a0-1d890deb0950 req-b079ffcf-bd2b-45c6-988c-9026292df833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:17:48.901917 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-93878baa-d223-4c17-91a0-1d890deb0950 req-b079ffcf-bd2b-45c6-988c-9026292df833 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=199716da8e9b46b294f07c4a76a0f071&device_id=4cb118aa-c3e5-4955-9bf5-30a194b6721b HTTP/1.1" status: 200 len: 1098 time: 0.0553710 Jun 18 13:17:49.036560 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93878baa-d223-4c17-91a0-1d890deb0950 req-4b1a107e-ea19-4453-b7fa-0978307c6b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:17:49.039261 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-93878baa-d223-4c17-91a0-1d890deb0950 req-4b1a107e-ea19-4453-b7fa-0978307c6b94 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4d8dd0f0-d1c1-453c-b28b-7799f651a360 HTTP/1.1" status: 200 len: 913 time: 0.1313143 Jun 18 13:17:49.122647 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-93878baa-d223-4c17-91a0-1d890deb0950 req-a65b88b0-1b3b-44cd-a5cd-41bb5f2625f8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34a30645-441d-4fe3-be97-406d5ece520e HTTP/1.1" status: 200 len: 217 time: 0.0650914 Jun 18 13:17:49.180892 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93878baa-d223-4c17-91a0-1d890deb0950 req-7ed49ca5-142c-4d3b-b66d-f8395f333758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:17:49.182277 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-93878baa-d223-4c17-91a0-1d890deb0950 req-7ed49ca5-142c-4d3b-b66d-f8395f333758 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=57b39d46-4f58-4c37-9f76-de3ccc974820 HTTP/1.1" status: 200 len: 851 time: 0.0529301 Jun 18 13:17:49.243080 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6e2c1-a778-41ae-8fae-1a16f946a890 req-8e50c127-4fa1-4565-ae52-71f4f43b1b7f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:17:49.244860 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-50a6e2c1-a778-41ae-8fae-1a16f946a890 req-8e50c127-4fa1-4565-ae52-71f4f43b1b7f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=4cb118aa-c3e5-4955-9bf5-30a194b6721b HTTP/1.1" status: 200 len: 945 time: 0.0711944 Jun 18 13:17:49.290363 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [req-50a6e2c1-a778-41ae-8fae-1a16f946a890 req-3ffb512a-c783-44e6-a1c0-7623f776fa31 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375059 Jun 18 13:17:49.334097 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-4467bd6b-a1fc-4aff-b24f-46e726563d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'name': 'tempest-TestVolumeBootPattern-1087537416-router', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:30Z', 'revision_number': 4, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'gw_port': {'id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': 'e86c74ba-ea7e-4500-ace3-5c996b6354cf', 'name': '', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'mac_address': 'fa:16:3e:45:d9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:29Z', 'updated_at': '2021-06-18T13:09:36Z', 'revision_number': 5, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'subnets': [{'id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:17:49.362547 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4467bd6b-a1fc-4aff-b24f-46e726563d47 None None] Checking router: 33b31fcd-e542-4fc9-a073-4dd4b44d2118 for host: dv-cinder-797073-1-iscsi {{(pid=92827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 13:17:49.371539 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4467bd6b-a1fc-4aff-b24f-46e726563d47 None None] Routers {'33b31fcd-e542-4fc9-a073-4dd4b44d2118'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:17:49.372180 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-4467bd6b-a1fc-4aff-b24f-46e726563d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:17:25Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['33b31fcd-e542-4fc9-a073-4dd4b44d2118'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:17:49.486997 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-4467bd6b-a1fc-4aff-b24f-46e726563d47 None None] Set router 33b31fcd-e542-4fc9-a073-4dd4b44d2118 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:17:49.520707 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93878baa-d223-4c17-91a0-1d890deb0950 req-77b5a32c-ddda-4e44-846d-d85c7308726a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:17:49.522490 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-93878baa-d223-4c17-91a0-1d890deb0950 req-77b5a32c-ddda-4e44-846d-d85c7308726a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4d8dd0f0-d1c1-453c-b28b-7799f651a360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3322444 Jun 18 13:17:49.615478 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-93878baa-d223-4c17-91a0-1d890deb0950 req-6a2b15fd-8326-4e20-9b0f-36dc36898423 service neutron] 10.222.0.77 "GET /v2.0/networks/4d8dd0f0-d1c1-453c-b28b-7799f651a360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848143 Jun 18 13:17:49.696350 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-4467bd6b-a1fc-4aff-b24f-46e726563d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'name': 'tempest-TestVolumeBootPattern-1087537416-router', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:30Z', 'revision_number': 4, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'gw_port': {'id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': 'e86c74ba-ea7e-4500-ace3-5c996b6354cf', 'name': '', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'mac_address': 'fa:16:3e:45:d9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:29Z', 'updated_at': '2021-06-18T13:09:36Z', 'revision_number': 5, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'subnets': [{'id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:17:49.725204 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-93878baa-d223-4c17-91a0-1d890deb0950 req-4b7167d7-2c2f-42b5-beef-af9047032036 service neutron] 10.222.0.77 "GET /v2.0/networks/4d8dd0f0-d1c1-453c-b28b-7799f651a360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028576 Jun 18 13:17:49.735499 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4467bd6b-a1fc-4aff-b24f-46e726563d47 None None] The sync data for ids ['33b31fcd-e542-4fc9-a073-4dd4b44d2118'] in dv-cinder-797073-1-iscsi is: [{'id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'name': 'tempest-TestVolumeBootPattern-1087537416-router', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:30Z', 'revision_number': 4, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'gw_port': {'id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi', '_interfaces': [{'id': 'e86c74ba-ea7e-4500-ace3-5c996b6354cf', 'name': '', 'network_id': '4d8dd0f0-d1c1-453c-b28b-7799f651a360', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'mac_address': 'fa:16:3e:45:d9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:29Z', 'updated_at': '2021-06-18T13:09:36Z', 'revision_number': 5, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'subnets': [{'id': '57b39d46-4f58-4c37-9f76-de3ccc974820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 13:17:49.947973 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd43911-4cd2-4678-a9c7-658815590bc9 None None] New status for floating IP 6042b3c7-9fa8-4d6a-93c8-3502c02ab2cc: DOWN {{(pid=92828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 13:17:50.477449 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aae590-8987-4fcf-a070-b53344d1bebf req-76e5ae98-f0e7-4163-8518-0b58dd631842 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:17:50.478900 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-96aae590-8987-4fcf-a070-b53344d1bebf req-76e5ae98-f0e7-4163-8518-0b58dd631842 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=4cb118aa-c3e5-4955-9bf5-30a194b6721b HTTP/1.1" status: 200 len: 945 time: 0.0674775 Jun 18 13:17:50.518560 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-96aae590-8987-4fcf-a070-b53344d1bebf req-8e4e7aa0-e24a-4153-9bcd-ad02e4716d55 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/security-groups?id=e8128926-7d9a-41cc-bb65-f14a6e0de27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336759 Jun 18 13:17:51.058046 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc15372-f19d-4c62-a421-088dffcb912e req-949c47f3-b85e-4e7a-9169-1403112d7fa1 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 13:17:51.059496 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-4fc15372-f19d-4c62-a421-088dffcb912e req-949c47f3-b85e-4e7a-9169-1403112d7fa1 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cb118aa-c3e5-4955-9bf5-30a194b6721b HTTP/1.1" status: 200 len: 945 time: 0.0676191 Jun 18 13:17:51.157272 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [req-4fc15372-f19d-4c62-a421-088dffcb912e req-dcf48e04-9129-463f-b972-363b9e5f338f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Deleting port 34a30645-441d-4fe3-be97-406d5ece520e {{(pid=92825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:17:51.157608 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-4fc15372-f19d-4c62-a421-088dffcb912e req-dcf48e04-9129-463f-b972-363b9e5f338f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:51.247669 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [req-4fc15372-f19d-4c62-a421-088dffcb912e req-dcf48e04-9129-463f-b972-363b9e5f338f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] For port 34a30645-441d-4fe3-be97-406d5ece520e, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=34a30645-441d-4fe3-be97-406d5ece520e,segment=NetworkSegment(5c47d499-86b3-4778-b3cb-a36889e2825c),segment_id=5c47d499-86b3-4778-b3cb-a36889e2825c)] {{(pid=92825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:17:51.248031 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-4fc15372-f19d-4c62-a421-088dffcb912e req-dcf48e04-9129-463f-b972-363b9e5f338f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:51.311344 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [req-4fc15372-f19d-4c62-a421-088dffcb912e req-dcf48e04-9129-463f-b972-363b9e5f338f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Calling delete_port for 34a30645-441d-4fe3-be97-406d5ece520e owned by compute:nova {{(pid=92825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:17:51.439274 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-4fc15372-f19d-4c62-a421-088dffcb912e req-dcf48e04-9129-463f-b972-363b9e5f338f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8372373'] for port, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:51.443323 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-6af9fcec-591e-42d7-8c06-7efced8a3cd2 tempest-VolumesSnapshotTestJSON-235931898 tempest-VolumesSnapshotTestJSON-235931898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:17:51.473002 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf48e04-9129-463f-b972-363b9e5f338f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Pushing event deleted for resources: {'Port': ['ID=34a30645-441d-4fe3-be97-406d5ece520e,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:17:51.476142 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-dcf48e04-9129-463f-b972-363b9e5f338f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:17:51.525170 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc15372-f19d-4c62-a421-088dffcb912e req-dcf48e04-9129-463f-b972-363b9e5f338f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] No DVR routers for this DVR port 34a30645-441d-4fe3-be97-406d5ece520e on host hv-cinder-79707 {{(pid=92825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 13:17:51.527682 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [req-4fc15372-f19d-4c62-a421-088dffcb912e req-dcf48e04-9129-463f-b972-363b9e5f338f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for port, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:51.529657 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-4fc15372-f19d-4c62-a421-088dffcb912e req-dcf48e04-9129-463f-b972-363b9e5f338f tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.77 "DELETE /v2.0/ports/34a30645-441d-4fe3-be97-406d5ece520e HTTP/1.1" status: 204 len: 173 time: 0.4643667 Jun 18 13:17:51.530175 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb118aa-c3e5-4955-9bf5-30a194b6721b', 'name': 'network-vif-deleted', 'tag': '34a30645-441d-4fe3-be97-406d5ece520e'}] {{(pid=92825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 13:17:51.532480 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cbce1c661b203a7f45efff8c445c42f162c6430a9c28178aa2be3d6d959831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185fe690-a3c7-437f-a876-bca0405b2839" -d '{"events": [{"server_uuid": "4cb118aa-c3e5-4955-9bf5-30a194b6721b", "name": "network-vif-deleted", "tag": "34a30645-441d-4fe3-be97-406d5ece520e"}]}' {{(pid=92825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 13:17:51.664231 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 13:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f60216-7714-44aa-b0a8-30826552cf3f x-openstack-request-id: req-a9f60216-7714-44aa-b0a8-30826552cf3f {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 13:17:51.664574 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb118aa-c3e5-4955-9bf5-30a194b6721b", "name": "network-vif-deleted", "tag": "34a30645-441d-4fe3-be97-406d5ece520e", "status": "completed", "code": 200}]} {{(pid=92825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 13:17:51.664901 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a9f60216-7714-44aa-b0a8-30826552cf3f {{(pid=92825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 13:17:51.665334 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb118aa-c3e5-4955-9bf5-30a194b6721b', 'name': 'network-vif-deleted', 'tag': '34a30645-441d-4fe3-be97-406d5ece520e', 'status': 'completed', 'code': 200} Jun 18 13:17:51.667380 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [req-ccb27f05-4f37-4ce9-b6d4-f1303fc8fd6f req-aaa5025a-4911-4b1b-80a6-7c4fe2f33cf8 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "GET /v2.0/ports?device_id=4cb118aa-c3e5-4955-9bf5-30a194b6721b HTTP/1.1" status: 200 len: 210 time: 0.0325778 Jun 18 13:17:51.914266 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-344593ce-543e-4ccf-a0eb-a5e0f1d74213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:52.759033 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 58808) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:17:52.888697 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [None req-912d1ba6-45cd-4866-9ce8-f0de70598526 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Deleting port 7ce0f705-5c41-43a2-8878-e28c9e78582a {{(pid=92826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:17:52.889060 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-912d1ba6-45cd-4866-9ce8-f0de70598526 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:52.969460 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-912d1ba6-45cd-4866-9ce8-f0de70598526 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:52.969816 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-912d1ba6-45cd-4866-9ce8-f0de70598526 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:53.037236 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [None req-912d1ba6-45cd-4866-9ce8-f0de70598526 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Calling delete_port for 7ce0f705-5c41-43a2-8878-e28c9e78582a owned by network:floatingip {{(pid=92826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:17:53.171469 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-912d1ba6-45cd-4866-9ce8-f0de70598526 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940132'] for port, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:53.173628 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-87a0ebf5-b47f-40f7-9530-dccef55a46f5 tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:17:53.197023 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d1ba6-45cd-4866-9ce8-f0de70598526 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Pushing event deleted for resources: {'Port': ['ID=7ce0f705-5c41-43a2-8878-e28c9e78582a,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:17:53.201025 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-912d1ba6-45cd-4866-9ce8-f0de70598526 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:17:53.266503 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-912d1ba6-45cd-4866-9ce8-f0de70598526 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for floatingip, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:53.268997 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-912d1ba6-45cd-4866-9ce8-f0de70598526 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119036'] for floatingip, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:53.270129 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-912d1ba6-45cd-4866-9ce8-f0de70598526 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "DELETE /v2.0/floatingips/10147e2f-bc93-4a20-8b9e-3e9df289451e HTTP/1.1" status: 204 len: 168 time: 0.5100896 Jun 18 13:17:53.570686 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 34a30645-441d-4fe3-be97-406d5ece520e no longer exists at agent hyperv_hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 13:17:53.592099 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] No Port match for: 34a30645-441d-4fe3-be97-406d5ece520e {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 13:17:53.592465 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Device 34a30645-441d-4fe3-be97-406d5ece520e not bound to the agent host hv-cinder-79707 {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 13:17:54.550726 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 58820) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:17:54.610025 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-2e4e3416-85a5-431c-bc8d-f80e7864b8b6 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:54.635607 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-2e4e3416-85a5-431c-bc8d-f80e7864b8b6 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:54.697488 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-2e4e3416-85a5-431c-bc8d-f80e7864b8b6 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:54.700176 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-2e4e3416-85a5-431c-bc8d-f80e7864b8b6 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:54.701331 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-2e4e3416-85a5-431c-bc8d-f80e7864b8b6 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] 10.222.0.86 "DELETE /v2.0/security-groups/e8128926-7d9a-41cc-bb65-f14a6e0de27d HTTP/1.1" status: 204 len: 168 time: 0.1495457 Jun 18 13:17:54.702082 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-11338236-232c-4531-b99d-da53054b3166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:17:54.711602 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e3416-85a5-431c-bc8d-f80e7864b8b6 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8128926-7d9a-41cc-bb65-f14a6e0de27d,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:17:54.714041 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-2e4e3416-85a5-431c-bc8d-f80e7864b8b6 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:17:54.748966 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-618d6bd0-ff83-41ac-b83d-b97905aa6547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:55.098009 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:55.784977 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 58828) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:17:56.056797 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:56.284667 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-1b13c636-d7b1-4eee-83dd-1251ea5183d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2082801'] for router_interface, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:56.552508 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [None req-1b13c636-d7b1-4eee-83dd-1251ea5183d4 admin admin] Deleting port e86c74ba-ea7e-4500-ace3-5c996b6354cf {{(pid=92825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:17:56.552898 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-1b13c636-d7b1-4eee-83dd-1251ea5183d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:56.632279 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [None req-1b13c636-d7b1-4eee-83dd-1251ea5183d4 admin admin] For port e86c74ba-ea7e-4500-ace3-5c996b6354cf, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=e86c74ba-ea7e-4500-ace3-5c996b6354cf,segment=NetworkSegment(5c47d499-86b3-4778-b3cb-a36889e2825c),segment_id=5c47d499-86b3-4778-b3cb-a36889e2825c)] {{(pid=92825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:17:56.632543 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-1b13c636-d7b1-4eee-83dd-1251ea5183d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:56.697698 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [None req-1b13c636-d7b1-4eee-83dd-1251ea5183d4 admin admin] Calling delete_port for e86c74ba-ea7e-4500-ace3-5c996b6354cf owned by network:router_interface {{(pid=92825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:17:56.879426 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-1b13c636-d7b1-4eee-83dd-1251ea5183d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8372373'] for port, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:56.881532 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-c009cafa-3636-4781-92b7-fbeda36ade56 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:17:56.905673 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b13c636-d7b1-4eee-83dd-1251ea5183d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e86c74ba-ea7e-4500-ace3-5c996b6354cf,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:17:56.910048 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-1b13c636-d7b1-4eee-83dd-1251ea5183d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:17:57.078938 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-1b13c636-d7b1-4eee-83dd-1251ea5183d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2082637'] for router_interface, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:57.293305 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b13c636-d7b1-4eee-83dd-1251ea5183d4 admin admin] Router 33b31fcd-e542-4fc9-a073-4dd4b44d2118 has already been hosted by L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc {{(pid=92825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 13:17:57.399789 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b13c636-d7b1-4eee-83dd-1251ea5183d4 admin admin] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 13:17:57.404864 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-1b13c636-d7b1-4eee-83dd-1251ea5183d4 admin admin] 10.222.0.86 "PUT /v2.0/routers/33b31fcd-e542-4fc9-a073-4dd4b44d2118/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6188323 Jun 18 13:17:57.407425 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 58832) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:17:57.408726 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4d924d-b50e-4ec0-a18d-68dec3715198 None None] Sync routers for ids ['33b31fcd-e542-4fc9-a073-4dd4b44d2118'] in dv-cinder-797073-1-iscsi {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 13:17:57.418549 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4d924d-b50e-4ec0-a18d-68dec3715198 None None] Routers {'33b31fcd-e542-4fc9-a073-4dd4b44d2118'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:17:57.419260 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-cc4d924d-b50e-4ec0-a18d-68dec3715198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:17:55Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['33b31fcd-e542-4fc9-a073-4dd4b44d2118'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:17:57.518354 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0f4fefb9-fe3c-46d0-9f26-2ecac7ad3589 admin admin] Notify callbacks [] for router, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:57.527434 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-cc4d924d-b50e-4ec0-a18d-68dec3715198 None None] Set router 33b31fcd-e542-4fc9-a073-4dd4b44d2118 gateway port host: dv-cinder-797073-1-iscsi {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:17:57.651641 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0f4fefb9-fe3c-46d0-9f26-2ecac7ad3589 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:57.708283 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [None req-0f4fefb9-fe3c-46d0-9f26-2ecac7ad3589 admin admin] Deleting port d588703d-546e-459b-a8cc-196e36a9f171 {{(pid=92825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:17:57.708631 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0f4fefb9-fe3c-46d0-9f26-2ecac7ad3589 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:57.715225 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-cc4d924d-b50e-4ec0-a18d-68dec3715198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'name': 'tempest-TestVolumeBootPattern-1087537416-router', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:17:56Z', 'revision_number': 5, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'gw_port': {'id': 'd588703d-546e-459b-a8cc-196e36a9f171', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi'}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:17:57.742136 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4d924d-b50e-4ec0-a18d-68dec3715198 None None] Checking router: 33b31fcd-e542-4fc9-a073-4dd4b44d2118 for host: dv-cinder-797073-1-iscsi {{(pid=92827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 13:17:57.750424 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4d924d-b50e-4ec0-a18d-68dec3715198 None None] Routers {'33b31fcd-e542-4fc9-a073-4dd4b44d2118'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:17:57.751037 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-cc4d924d-b50e-4ec0-a18d-68dec3715198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:17:55Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['33b31fcd-e542-4fc9-a073-4dd4b44d2118'], 'active': True} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:17:57.796666 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [None req-0f4fefb9-fe3c-46d0-9f26-2ecac7ad3589 admin admin] For port d588703d-546e-459b-a8cc-196e36a9f171, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=d588703d-546e-459b-a8cc-196e36a9f171,segment=NetworkSegment(b79588fc-20f0-437a-9a07-92a6b1056918),segment_id=b79588fc-20f0-437a-9a07-92a6b1056918)] {{(pid=92825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:17:57.797149 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0f4fefb9-fe3c-46d0-9f26-2ecac7ad3589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:57.838060 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:57.847681 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvr_db [None req-cc4d924d-b50e-4ec0-a18d-68dec3715198 None None] Set router 33b31fcd-e542-4fc9-a073-4dd4b44d2118 gateway port host: None {{(pid=92827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:17:57.861611 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [None req-0f4fefb9-fe3c-46d0-9f26-2ecac7ad3589 admin admin] Calling delete_port for d588703d-546e-459b-a8cc-196e36a9f171 owned by network:router_gateway {{(pid=92825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:17:57.920042 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_hamode_db [None req-cc4d924d-b50e-4ec0-a18d-68dec3715198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'name': 'tempest-TestVolumeBootPattern-1087537416-router', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:17:57Z', 'revision_number': 6, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'gw_port_host': None}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:17:57.947370 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4d924d-b50e-4ec0-a18d-68dec3715198 None None] The sync data for ids ['33b31fcd-e542-4fc9-a073-4dd4b44d2118'] in dv-cinder-797073-1-iscsi is: [{'id': '33b31fcd-e542-4fc9-a073-4dd4b44d2118', 'name': 'tempest-TestVolumeBootPattern-1087537416-router', 'tenant_id': '199716da8e9b46b294f07c4a76a0f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T13:09:27Z', 'updated_at': '2021-06-18T13:17:57Z', 'revision_number': 6, 'project_id': '199716da8e9b46b294f07c4a76a0f071', 'gw_port_host': None}] {{(pid=92827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 13:17:58.034735 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0f4fefb9-fe3c-46d0-9f26-2ecac7ad3589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8372373'] for port, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:58.036680 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-dc20d618-e4c1-466e-af64-cf7affbe2bd8 tempest-TestVolumeBootPattern-1310741382 tempest-TestVolumeBootPattern-1310741382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:17:58.064128 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4fefb9-fe3c-46d0-9f26-2ecac7ad3589 admin admin] Pushing event deleted for resources: {'Port': ['ID=d588703d-546e-459b-a8cc-196e36a9f171,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:17:58.067314 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-0f4fefb9-fe3c-46d0-9f26-2ecac7ad3589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:17:58.126466 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0f4fefb9-fe3c-46d0-9f26-2ecac7ad3589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055009'] for router_gateway, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:58.217544 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0f4fefb9-fe3c-46d0-9f26-2ecac7ad3589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2083967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28484'] for router, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:58.219668 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0f4fefb9-fe3c-46d0-9f26-2ecac7ad3589 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:58.264675 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0f4fefb9-fe3c-46d0-9f26-2ecac7ad3589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2083630'] for router, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:58.265236 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4fefb9-fe3c-46d0-9f26-2ecac7ad3589 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33b31fcd-e542-4fc9-a073-4dd4b44d2118 {{(pid=92825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 13:17:58.269473 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-0f4fefb9-fe3c-46d0-9f26-2ecac7ad3589 admin admin] Notify callbacks [] for router, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:58.270593 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-0f4fefb9-fe3c-46d0-9f26-2ecac7ad3589 admin admin] 10.222.0.86 "DELETE /v2.0/routers/33b31fcd-e542-4fc9-a073-4dd4b44d2118 HTTP/1.1" status: 204 len: 168 time: 0.8622503 Jun 18 13:17:58.277664 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 58836) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:17:58.338397 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd74ac64-0e6e-4a32-b98e-7adec7bf8d3f admin admin] Deleting subnet 57b39d46-4f58-4c37-9f76-de3ccc974820 {{(pid=92825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 13:17:58.341699 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-cd74ac64-0e6e-4a32-b98e-7adec7bf8d3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:58.378701 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-cd74ac64-0e6e-4a32-b98e-7adec7bf8d3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6310354'] for subnet, precommit_delete_associations {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:58.464291 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-cd74ac64-0e6e-4a32-b98e-7adec7bf8d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-618888'] for subnet, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:58.517781 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-cd74ac64-0e6e-4a32-b98e-7adec7bf8d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-618887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8372463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8063654'] for subnet, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:58.520005 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:17:58.545829 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd74ac64-0e6e-4a32-b98e-7adec7bf8d3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57b39d46-4f58-4c37-9f76-de3ccc974820,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:17:58.549094 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-cd74ac64-0e6e-4a32-b98e-7adec7bf8d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:17:58.550091 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-cd74ac64-0e6e-4a32-b98e-7adec7bf8d3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for subnet, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:58.552276 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-cd74ac64-0e6e-4a32-b98e-7adec7bf8d3f admin admin] 10.222.0.86 "DELETE /v2.0/subnets/57b39d46-4f58-4c37-9f76-de3ccc974820 HTTP/1.1" status: 204 len: 168 time: 0.2732661 Jun 18 13:17:58.554741 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [-] (92825) accepted ('10.222.0.86', 58838) {{(pid=92825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:17:58.555357 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f7ca5c-f291-4c88-8e19-a4bd27d2dfc3 None None] Network 4d8dd0f0-d1c1-453c-b28b-7799f651a360 requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 13:17:58.625381 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-02925235-86c3-4b14-b31f-4cc2c7ff7769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647412'] for network, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:58.689698 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [None req-02925235-86c3-4b14-b31f-4cc2c7ff7769 admin admin] Deleting port 9d637f79-8f77-4a03-a275-f5b2547896f8 {{(pid=92825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:17:58.689698 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-02925235-86c3-4b14-b31f-4cc2c7ff7769 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:58.707770 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device e86c74ba-ea7e-4500-ace3-5c996b6354cf no longer exists at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 13:17:58.733920 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] No Port match for: e86c74ba-ea7e-4500-ace3-5c996b6354cf {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 13:17:58.734115 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device e86c74ba-ea7e-4500-ace3-5c996b6354cf not bound to the agent host dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 13:17:58.762609 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.db [None req-02925235-86c3-4b14-b31f-4cc2c7ff7769 admin admin] For port 9d637f79-8f77-4a03-a275-f5b2547896f8, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=9d637f79-8f77-4a03-a275-f5b2547896f8,segment=NetworkSegment(5c47d499-86b3-4778-b3cb-a36889e2825c),segment_id=5c47d499-86b3-4778-b3cb-a36889e2825c)] {{(pid=92825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:17:58.762997 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-02925235-86c3-4b14-b31f-4cc2c7ff7769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:58.777975 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34329a1-2f11-47d3-a13b-3af137df9b53 None None] DHCP port deletion for 4d8dd0f0-d1c1-453c-b28b-7799f651a360 request from dv-cinder-797073-1-iscsi {{(pid=92827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 13:17:58.827373 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-f34329a1-2f11-47d3-a13b-3af137df9b53 None None] Deleting port 9d637f79-8f77-4a03-a275-f5b2547896f8 {{(pid=92827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:17:58.827660 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f34329a1-2f11-47d3-a13b-3af137df9b53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:58.832624 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.plugin [None req-02925235-86c3-4b14-b31f-4cc2c7ff7769 admin admin] Calling delete_port for 9d637f79-8f77-4a03-a275-f5b2547896f8 owned by network:dhcp {{(pid=92825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:17:58.897892 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-f34329a1-2f11-47d3-a13b-3af137df9b53 None None] For port 9d637f79-8f77-4a03-a275-f5b2547896f8, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=9d637f79-8f77-4a03-a275-f5b2547896f8,segment=NetworkSegment(5c47d499-86b3-4778-b3cb-a36889e2825c),segment_id=5c47d499-86b3-4778-b3cb-a36889e2825c)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:17:58.898303 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f34329a1-2f11-47d3-a13b-3af137df9b53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:58.914297 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-02925235-86c3-4b14-b31f-4cc2c7ff7769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8372373'] for port, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:58.916296 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-5e0ffe5b-2f1b-47b6-b74b-2c1f07aab9e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:17:58.940635 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02925235-86c3-4b14-b31f-4cc2c7ff7769 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d637f79-8f77-4a03-a275-f5b2547896f8,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:17:58.944353 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-02925235-86c3-4b14-b31f-4cc2c7ff7769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:17:58.945460 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02925235-86c3-4b14-b31f-4cc2c7ff7769 admin admin] No DVR routers for this DVR port 9d637f79-8f77-4a03-a275-f5b2547896f8 on host dv-cinder-797073-1-iscsi {{(pid=92825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 13:17:58.969297 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-f34329a1-2f11-47d3-a13b-3af137df9b53 None None] Calling delete_port for 9d637f79-8f77-4a03-a275-f5b2547896f8 owned by network:dhcp {{(pid=92827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:17:59.020001 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-02925235-86c3-4b14-b31f-4cc2c7ff7769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-619031', 'neutron.services.segments.db._delete_segments_for_network-8743829154259'] for network, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:59.030522 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.services.segments.db [None req-02925235-86c3-4b14-b31f-4cc2c7ff7769 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d8dd0f0-d1c1-453c-b28b-7799f651a360']}} {{(pid=92825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:17:59.040824 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.services.segments.db [None req-02925235-86c3-4b14-b31f-4cc2c7ff7769 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c47d499-86b3-4778-b3cb-a36889e2825c') {'for_net_delete': True} {{(pid=92825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:17:59.041473 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.services.segments.db [None req-02925235-86c3-4b14-b31f-4cc2c7ff7769 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c47d499-86b3-4778-b3cb-a36889e2825c') {} {{(pid=92825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:17:59.052029 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-02925235-86c3-4b14-b31f-4cc2c7ff7769 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743829154088', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6310363'] for segment, before_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:59.069371 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f34329a1-2f11-47d3-a13b-3af137df9b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654'] for port, after_delete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:59.069689 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-02925235-86c3-4b14-b31f-4cc2c7ff7769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559'] for segment, precommit_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:59.071442 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:17:59.077069 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02925235-86c3-4b14-b31f-4cc2c7ff7769 admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=92825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 13:17:59.077605 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-02925235-86c3-4b14-b31f-4cc2c7ff7769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8380228'] for segment, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:59.079529 dv-cinder-797073-1-iscsi neutron-server[92825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 13:17:59.079529 dv-cinder-797073-1-iscsi neutron-server[92825]: conditions |= (models_v2.Port.network_id.in_( Jun 18 13:17:59.079529 dv-cinder-797073-1-iscsi neutron-server[92825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 13:17:59.079529 dv-cinder-797073-1-iscsi neutron-server[92825]: conditions |= (models_v2.Port.network_id.in_( Jun 18 13:17:59.079529 dv-cinder-797073-1-iscsi neutron-server[92825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 13:17:59.079529 dv-cinder-797073-1-iscsi neutron-server[92825]: conditions |= (models_v2.Port.network_id.in_( Jun 18 13:17:59.079529 dv-cinder-797073-1-iscsi neutron-server[92825]: Traceback (most recent call last): Jun 18 13:17:59.079529 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 13:17:59.079529 dv-cinder-797073-1-iscsi neutron-server[92825]: timer() Jun 18 13:17:59.079529 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 13:17:59.079529 dv-cinder-797073-1-iscsi neutron-server[92825]: cb(*args, **kw) Jun 18 13:17:59.079529 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 13:17:59.079529 dv-cinder-797073-1-iscsi neutron-server[92825]: return func(*args, **kwargs) Jun 18 13:17:59.079529 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 13:17:59.079529 dv-cinder-797073-1-iscsi neutron-server[92825]: self._notify() Jun 18 13:17:59.079529 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 13:17:59.079529 dv-cinder-797073-1-iscsi neutron-server[92825]: self.callback(batched_events) Jun 18 13:17:59.079529 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 13:17:59.079529 dv-cinder-797073-1-iscsi neutron-server[92825]: event.method(event) Jun 18 13:17:59.079529 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 13:17:59.079529 dv-cinder-797073-1-iscsi neutron-server[92825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 13:17:59.079529 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 13:17:59.079529 dv-cinder-797073-1-iscsi neutron-server[92825]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 13:17:59.079529 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 13:17:59.079529 dv-cinder-797073-1-iscsi neutron-server[92825]: return f(self, *a, **k) Jun 18 13:17:59.079529 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 13:17:59.079529 dv-cinder-797073-1-iscsi neutron-server[92825]: return self._get(url).json() Jun 18 13:17:59.079529 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 13:17:59.079529 dv-cinder-797073-1-iscsi neutron-server[92825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 13:17:59.079529 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 13:17:59.079529 dv-cinder-797073-1-iscsi neutron-server[92825]: return self.request(url, 'GET', **kwargs) Jun 18 13:17:59.079529 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 13:17:59.079529 dv-cinder-797073-1-iscsi neutron-server[92825]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 13:17:59.079529 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 13:17:59.079529 dv-cinder-797073-1-iscsi neutron-server[92825]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 13:17:59.079529 dv-cinder-797073-1-iscsi neutron-server[92825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 13:17:59.079529 dv-cinder-797073-1-iscsi neutron-server[92825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 13:17:59.079529 dv-cinder-797073-1-iscsi neutron-server[92825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 13:17:59.096203 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34329a1-2f11-47d3-a13b-3af137df9b53 None None] Pushing event deleted for resources: {'Port': ['ID=9d637f79-8f77-4a03-a275-f5b2547896f8,revision_number=None']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:17:59.100553 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34329a1-2f11-47d3-a13b-3af137df9b53 None None] No DVR routers for this DVR port 9d637f79-8f77-4a03-a275-f5b2547896f8 on host dv-cinder-797073-1-iscsi {{(pid=92827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 13:17:59.107262 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34329a1-2f11-47d3-a13b-3af137df9b53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:17:59.107665 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34329a1-2f11-47d3-a13b-3af137df9b53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:17:59.107934 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34329a1-2f11-47d3-a13b-3af137df9b53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:17:59.108422 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34329a1-2f11-47d3-a13b-3af137df9b53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:17:59.108754 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34329a1-2f11-47d3-a13b-3af137df9b53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:17:59.109107 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34329a1-2f11-47d3-a13b-3af137df9b53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:17:59.109575 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34329a1-2f11-47d3-a13b-3af137df9b53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:17:59.109746 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34329a1-2f11-47d3-a13b-3af137df9b53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:17:59.110076 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34329a1-2f11-47d3-a13b-3af137df9b53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:17:59.110912 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34329a1-2f11-47d3-a13b-3af137df9b53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:17:59.110912 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34329a1-2f11-47d3-a13b-3af137df9b53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:17:59.111121 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34329a1-2f11-47d3-a13b-3af137df9b53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-1-iscsi {{(pid=92827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 13:17:59.114639 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-f34329a1-2f11-47d3-a13b-3af137df9b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:17:59.139276 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-02925235-86c3-4b14-b31f-4cc2c7ff7769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-619022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2056967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055102'] for network, after_delete {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:59.143210 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:17:59.145742 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron_lib.callbacks.manager [None req-02925235-86c3-4b14-b31f-4cc2c7ff7769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for network, before_response {{(pid=92825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:59.148526 dv-cinder-797073-1-iscsi neutron-server[92825]: INFO neutron.wsgi [None req-02925235-86c3-4b14-b31f-4cc2c7ff7769 admin admin] 10.222.0.86 "DELETE /v2.0/networks/4d8dd0f0-d1c1-453c-b28b-7799f651a360 HTTP/1.1" status: 204 len: 168 time: 0.5926244 Jun 18 13:17:59.151414 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 58842) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:17:59.430252 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02925235-86c3-4b14-b31f-4cc2c7ff7769 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d8dd0f0-d1c1-453c-b28b-7799f651a360,revision_number=None']} {{(pid=92825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:17:59.432687 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG oslo_concurrency.lockutils [None req-02925235-86c3-4b14-b31f-4cc2c7ff7769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=92825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:17:59.532975 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-5821c124-a66b-48ed-b7f9-5dbe8c318a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2082801'] for router_interface, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:59.780195 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [None req-5821c124-a66b-48ed-b7f9-5dbe8c318a92 admin admin] Deleting port 926f234e-0f07-4e4c-acd7-f6698aab08a4 {{(pid=92826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:17:59.780541 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-5821c124-a66b-48ed-b7f9-5dbe8c318a92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:59.859061 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [None req-5821c124-a66b-48ed-b7f9-5dbe8c318a92 admin admin] For port 926f234e-0f07-4e4c-acd7-f6698aab08a4, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=926f234e-0f07-4e4c-acd7-f6698aab08a4,segment=NetworkSegment(4d5eeae7-21c3-440e-8c31-3b2d57cb918d),segment_id=4d5eeae7-21c3-440e-8c31-3b2d57cb918d)] {{(pid=92826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:17:59.859418 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-5821c124-a66b-48ed-b7f9-5dbe8c318a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:17:59.923989 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [None req-5821c124-a66b-48ed-b7f9-5dbe8c318a92 admin admin] Calling delete_port for 926f234e-0f07-4e4c-acd7-f6698aab08a4 owned by network:router_interface {{(pid=92826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:18:00.097726 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-5821c124-a66b-48ed-b7f9-5dbe8c318a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940132'] for port, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:00.101610 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-2ef82ec9-9c37-47f1-b404-f52a3b01124a tempest-AttachVolumeTestJSON-1891546566 tempest-AttachVolumeTestJSON-1891546566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:18:00.124046 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5821c124-a66b-48ed-b7f9-5dbe8c318a92 admin admin] Pushing event deleted for resources: {'Port': ['ID=926f234e-0f07-4e4c-acd7-f6698aab08a4,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:18:00.128791 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-5821c124-a66b-48ed-b7f9-5dbe8c318a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:18:00.297327 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-5821c124-a66b-48ed-b7f9-5dbe8c318a92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2082637'] for router_interface, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:00.373267 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 9d637f79-8f77-4a03-a275-f5b2547896f8 no longer exists at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 13:18:00.393798 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] No Port match for: 9d637f79-8f77-4a03-a275-f5b2547896f8 {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 13:18:00.394166 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 9d637f79-8f77-4a03-a275-f5b2547896f8 not bound to the agent host dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 13:18:00.394657 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device d588703d-546e-459b-a8cc-196e36a9f171 no longer exists at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 13:18:00.414699 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] No Port match for: d588703d-546e-459b-a8cc-196e36a9f171 {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 13:18:00.415059 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device d588703d-546e-459b-a8cc-196e36a9f171 not bound to the agent host dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 13:18:00.513449 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5821c124-a66b-48ed-b7f9-5dbe8c318a92 admin admin] Router c7c51540-2da1-4b79-9c5b-a50214d84d0c has already been hosted by L3 agent 6145017c-e9b4-4229-ad45-ea31967fa4dc {{(pid=92826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 13:18:00.634310 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5821c124-a66b-48ed-b7f9-5dbe8c318a92 admin admin] Notify agent at l3_agent.dv-cinder-797073-1-iscsi the message routers_updated {{(pid=92826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 13:18:00.640811 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-5821c124-a66b-48ed-b7f9-5dbe8c318a92 admin admin] 10.222.0.86 "PUT /v2.0/routers/c7c51540-2da1-4b79-9c5b-a50214d84d0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4879663 Jun 18 13:18:00.643132 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 58846) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:18:00.643325 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a1b51e-c528-4dc5-b58d-8643eb798645 None None] Sync routers for ids ['c7c51540-2da1-4b79-9c5b-a50214d84d0c'] in dv-cinder-797073-1-iscsi {{(pid=92828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 13:18:00.653573 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a1b51e-c528-4dc5-b58d-8643eb798645 None None] Routers {'c7c51540-2da1-4b79-9c5b-a50214d84d0c'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:18:00.654179 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-00a1b51e-c528-4dc5-b58d-8643eb798645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:17:55Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['c7c51540-2da1-4b79-9c5b-a50214d84d0c'], 'active': True} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:18:00.661557 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:00.748749 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-4c1b4e32-aede-4e41-86b4-f1aa1e1ab9e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:00.757624 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvr_db [None req-00a1b51e-c528-4dc5-b58d-8643eb798645 None None] Set router c7c51540-2da1-4b79-9c5b-a50214d84d0c gateway port host: dv-cinder-797073-1-iscsi {{(pid=92828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:18:00.849103 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-4c1b4e32-aede-4e41-86b4-f1aa1e1ab9e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:00.903309 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [None req-4c1b4e32-aede-4e41-86b4-f1aa1e1ab9e1 admin admin] Deleting port 7a60eb13-2ca8-4935-ad38-ca30d6ed79bc {{(pid=92826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:18:00.903548 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-4c1b4e32-aede-4e41-86b4-f1aa1e1ab9e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:00.938502 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-00a1b51e-c528-4dc5-b58d-8643eb798645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c51540-2da1-4b79-9c5b-a50214d84d0c', 'name': 'tempest-TestVolumeBootPattern-761962238-router', 'tenant_id': '683df2a7a4f840948d41ffc153cf6898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'external_fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '7a60eb13-2ca8-4935-ad38-ca30d6ed79bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T13:09:31Z', 'updated_at': '2021-06-18T13:18:00Z', 'revision_number': 5, 'project_id': '683df2a7a4f840948d41ffc153cf6898', 'gw_port': {'id': '7a60eb13-2ca8-4935-ad38-ca30d6ed79bc', 'name': '', 'network_id': '9d896988-a366-408b-a158-be6ed4023cc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c51540-2da1-4b79-9c5b-a50214d84d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T13:09:32Z', 'updated_at': '2021-06-18T13:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87da4ed-432b-4387-92bb-db12946e6cdf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-1-iscsi'}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:18:00.965844 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a1b51e-c528-4dc5-b58d-8643eb798645 None None] Checking router: c7c51540-2da1-4b79-9c5b-a50214d84d0c for host: dv-cinder-797073-1-iscsi {{(pid=92828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 13:18:00.976266 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a1b51e-c528-4dc5-b58d-8643eb798645 None None] Routers {'c7c51540-2da1-4b79-9c5b-a50214d84d0c'} bound to L3 agent in host dv-cinder-797073-1-iscsi {{(pid=92828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 13:18:00.976940 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-00a1b51e-c528-4dc5-b58d-8643eb798645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T12:45:55Z,description=,heartbeat_timestamp=2021-06-18T13:17:55Z,host='dv-cinder-797073-1-iscsi',id=6145017c-e9b4-4229-ad45-ea31967fa4dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T12:45:55Z,topic='l3_agent')) {'router_ids': ['c7c51540-2da1-4b79-9c5b-a50214d84d0c'], 'active': True} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:18:01.004317 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [None req-4c1b4e32-aede-4e41-86b4-f1aa1e1ab9e1 admin admin] For port 7a60eb13-2ca8-4935-ad38-ca30d6ed79bc, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=7a60eb13-2ca8-4935-ad38-ca30d6ed79bc,segment=NetworkSegment(b79588fc-20f0-437a-9a07-92a6b1056918),segment_id=b79588fc-20f0-437a-9a07-92a6b1056918)] {{(pid=92826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:18:01.004668 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-4c1b4e32-aede-4e41-86b4-f1aa1e1ab9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:01.072502 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_dvr_db [None req-00a1b51e-c528-4dc5-b58d-8643eb798645 None None] Set router c7c51540-2da1-4b79-9c5b-a50214d84d0c gateway port host: None {{(pid=92828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 13:18:01.074200 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [None req-4c1b4e32-aede-4e41-86b4-f1aa1e1ab9e1 admin admin] Calling delete_port for 7a60eb13-2ca8-4935-ad38-ca30d6ed79bc owned by network:router_gateway {{(pid=92826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:18:01.133311 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.l3_hamode_db [None req-00a1b51e-c528-4dc5-b58d-8643eb798645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c51540-2da1-4b79-9c5b-a50214d84d0c', 'name': 'tempest-TestVolumeBootPattern-761962238-router', 'tenant_id': '683df2a7a4f840948d41ffc153cf6898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T13:09:31Z', 'updated_at': '2021-06-18T13:18:00Z', 'revision_number': 6, 'project_id': '683df2a7a4f840948d41ffc153cf6898', 'gw_port_host': None}], 'dv-cinder-797073-1-iscsi', False) {} {{(pid=92828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:18:01.159429 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a1b51e-c528-4dc5-b58d-8643eb798645 None None] The sync data for ids ['c7c51540-2da1-4b79-9c5b-a50214d84d0c'] in dv-cinder-797073-1-iscsi is: [{'id': 'c7c51540-2da1-4b79-9c5b-a50214d84d0c', 'name': 'tempest-TestVolumeBootPattern-761962238-router', 'tenant_id': '683df2a7a4f840948d41ffc153cf6898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T13:09:31Z', 'updated_at': '2021-06-18T13:18:00Z', 'revision_number': 6, 'project_id': '683df2a7a4f840948d41ffc153cf6898', 'gw_port_host': None}] {{(pid=92828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 13:18:01.529466 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-4c1b4e32-aede-4e41-86b4-f1aa1e1ab9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940132'] for port, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:01.531534 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-2edabc4e-b4ae-4613-a0dd-e1c16d36221d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:18:01.557777 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b4e32-aede-4e41-86b4-f1aa1e1ab9e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a60eb13-2ca8-4935-ad38-ca30d6ed79bc,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:18:01.561100 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-4c1b4e32-aede-4e41-86b4-f1aa1e1ab9e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:18:01.625186 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-4c1b4e32-aede-4e41-86b4-f1aa1e1ab9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055009'] for router_gateway, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:01.722109 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-4c1b4e32-aede-4e41-86b4-f1aa1e1ab9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2083967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28484'] for router, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:01.724167 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-4c1b4e32-aede-4e41-86b4-f1aa1e1ab9e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:01.767030 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-4c1b4e32-aede-4e41-86b4-f1aa1e1ab9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2083630'] for router, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:01.767516 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1b4e32-aede-4e41-86b4-f1aa1e1ab9e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7c51540-2da1-4b79-9c5b-a50214d84d0c {{(pid=92826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 13:18:01.772911 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-4c1b4e32-aede-4e41-86b4-f1aa1e1ab9e1 admin admin] Notify callbacks [] for router, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:01.773836 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-4c1b4e32-aede-4e41-86b4-f1aa1e1ab9e1 admin admin] 10.222.0.86 "DELETE /v2.0/routers/c7c51540-2da1-4b79-9c5b-a50214d84d0c HTTP/1.1" status: 204 len: 168 time: 1.1297348 Jun 18 13:18:01.776209 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 58848) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:18:01.819079 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab17b83a-bfff-419e-884d-77e09594506c admin admin] Deleting subnet 2aa151ab-2dfb-42cc-9a03-f9472ba5a79f {{(pid=92826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 13:18:01.822826 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ab17b83a-bfff-419e-884d-77e09594506c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:01.857930 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ab17b83a-bfff-419e-884d-77e09594506c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4940090'] for subnet, precommit_delete_associations {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:01.938975 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ab17b83a-bfff-419e-884d-77e09594506c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-618888'] for subnet, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:01.994616 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ab17b83a-bfff-419e-884d-77e09594506c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-618887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4940062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4917049'] for subnet, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:01.996863 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-aa7b79c3-50fc-41a5-8788-e5eb59669722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:18:02.022908 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17b83a-bfff-419e-884d-77e09594506c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aa151ab-2dfb-42cc-9a03-f9472ba5a79f,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:18:02.024815 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-ab17b83a-bfff-419e-884d-77e09594506c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:02.028791 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-ab17b83a-bfff-419e-884d-77e09594506c admin admin] 10.222.0.86 "DELETE /v2.0/subnets/2aa151ab-2dfb-42cc-9a03-f9472ba5a79f HTTP/1.1" status: 204 len: 168 time: 0.2494912 Jun 18 13:18:02.028791 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-ab17b83a-bfff-419e-884d-77e09594506c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:18:02.029275 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 58850) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:18:02.034964 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e426ac6a-ea86-470a-a55b-cd4639d4ef6d None None] Network 4b16d27d-7671-416b-82c8-c79d6005a12b requested from dv-cinder-797073-1-iscsi {{(pid=92827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 13:18:02.102668 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-464494a1-a597-4c6a-acf8-fc1ab665c154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647412'] for network, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:02.175610 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [None req-464494a1-a597-4c6a-acf8-fc1ab665c154 admin admin] Deleting port ad87d5bb-f922-4166-bd16-99b58bf2b590 {{(pid=92826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:18:02.176160 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-464494a1-a597-4c6a-acf8-fc1ab665c154 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:02.253879 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3654b3d-fd08-4236-9869-b4eaa572ec04 None None] DHCP port deletion for 4b16d27d-7671-416b-82c8-c79d6005a12b request from dv-cinder-797073-1-iscsi {{(pid=92827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 13:18:02.262173 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.db [None req-464494a1-a597-4c6a-acf8-fc1ab665c154 admin admin] For port ad87d5bb-f922-4166-bd16-99b58bf2b590, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=ad87d5bb-f922-4166-bd16-99b58bf2b590,segment=NetworkSegment(4d5eeae7-21c3-440e-8c31-3b2d57cb918d),segment_id=4d5eeae7-21c3-440e-8c31-3b2d57cb918d)] {{(pid=92826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:18:02.262616 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-464494a1-a597-4c6a-acf8-fc1ab665c154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:02.314332 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-a3654b3d-fd08-4236-9869-b4eaa572ec04 None None] Deleting port ad87d5bb-f922-4166-bd16-99b58bf2b590 {{(pid=92827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 13:18:02.314723 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-a3654b3d-fd08-4236-9869-b4eaa572ec04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743829099749'] for port, before_delete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:02.342930 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.plugin [None req-464494a1-a597-4c6a-acf8-fc1ab665c154 admin admin] Calling delete_port for ad87d5bb-f922-4166-bd16-99b58bf2b590 owned by network:dhcp {{(pid=92826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:18:02.352869 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 7a60eb13-2ca8-4935-ad38-ca30d6ed79bc no longer exists at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 13:18:02.376657 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] No Port match for: 7a60eb13-2ca8-4935-ad38-ca30d6ed79bc {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 13:18:02.377040 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 7a60eb13-2ca8-4935-ad38-ca30d6ed79bc not bound to the agent host dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 13:18:02.377479 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 926f234e-0f07-4e4c-acd7-f6698aab08a4 no longer exists at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 13:18:02.408659 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] No Port match for: 926f234e-0f07-4e4c-acd7-f6698aab08a4 {{(pid=92827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 13:18:02.409038 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device 926f234e-0f07-4e4c-acd7-f6698aab08a4 not bound to the agent host dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 13:18:02.409462 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device ad87d5bb-f922-4166-bd16-99b58bf2b590 no longer exists at agent ovs-agent-dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 13:18:02.429170 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-464494a1-a597-4c6a-acf8-fc1ab665c154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940132'] for port, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:02.432289 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-4c1b4e32-aede-4e41-86b4-f1aa1e1ab9e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:18:02.439452 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-a3654b3d-fd08-4236-9869-b4eaa572ec04 None None] For port ad87d5bb-f922-4166-bd16-99b58bf2b590, host dv-cinder-797073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-1-iscsi',level=0,port_id=ad87d5bb-f922-4166-bd16-99b58bf2b590,segment=NetworkSegment(4d5eeae7-21c3-440e-8c31-3b2d57cb918d),segment_id=4d5eeae7-21c3-440e-8c31-3b2d57cb918d)] {{(pid=92827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 13:18:02.439856 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-a3654b3d-fd08-4236-9869-b4eaa572ec04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2054816'] for port, precommit_delete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:02.457927 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464494a1-a597-4c6a-acf8-fc1ab665c154 admin admin] No DVR routers for this DVR port ad87d5bb-f922-4166-bd16-99b58bf2b590 on host dv-cinder-797073-1-iscsi {{(pid=92826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 13:18:02.462190 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464494a1-a597-4c6a-acf8-fc1ab665c154 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad87d5bb-f922-4166-bd16-99b58bf2b590,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:18:02.465610 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-464494a1-a597-4c6a-acf8-fc1ab665c154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:18:02.512073 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.plugin [None req-a3654b3d-fd08-4236-9869-b4eaa572ec04 None None] Calling delete_port for ad87d5bb-f922-4166-bd16-99b58bf2b590 owned by network:dhcp {{(pid=92827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 13:18:02.527183 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.db [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] No active binding found for port ad87d5bb-f922-4166-bd16-99b58bf2b590 {{(pid=92827) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jun 18 13:18:02.527531 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.plugins.ml2.rpc [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Device ad87d5bb-f922-4166-bd16-99b58bf2b590 not bound to the agent host dv-cinder-797073-1-iscsi {{(pid=92827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 13:18:02.535937 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-464494a1-a597-4c6a-acf8-fc1ab665c154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-619031', 'neutron.services.segments.db._delete_segments_for_network-8743829154259'] for network, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:02.545729 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.services.segments.db [None req-464494a1-a597-4c6a-acf8-fc1ab665c154 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b16d27d-7671-416b-82c8-c79d6005a12b']}} {{(pid=92826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:18:02.556296 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.services.segments.db [None req-464494a1-a597-4c6a-acf8-fc1ab665c154 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d5eeae7-21c3-440e-8c31-3b2d57cb918d') {'for_net_delete': True} {{(pid=92826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:18:02.556598 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.services.segments.db [None req-464494a1-a597-4c6a-acf8-fc1ab665c154 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d5eeae7-21c3-440e-8c31-3b2d57cb918d') {} {{(pid=92826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 13:18:02.565329 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-464494a1-a597-4c6a-acf8-fc1ab665c154 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743829154088', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4940083'] for segment, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:02.580442 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-464494a1-a597-4c6a-acf8-fc1ab665c154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559'] for segment, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:02.587544 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-464494a1-a597-4c6a-acf8-fc1ab665c154 admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=92826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 13:18:02.587954 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-464494a1-a597-4c6a-acf8-fc1ab665c154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4947637'] for segment, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:02.589734 dv-cinder-797073-1-iscsi neutron-server[92826]: Traceback (most recent call last): Jun 18 13:18:02.589734 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 13:18:02.589734 dv-cinder-797073-1-iscsi neutron-server[92826]: timer() Jun 18 13:18:02.589734 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 13:18:02.589734 dv-cinder-797073-1-iscsi neutron-server[92826]: cb(*args, **kw) Jun 18 13:18:02.589734 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 13:18:02.589734 dv-cinder-797073-1-iscsi neutron-server[92826]: return func(*args, **kwargs) Jun 18 13:18:02.589734 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 13:18:02.589734 dv-cinder-797073-1-iscsi neutron-server[92826]: self._notify() Jun 18 13:18:02.589734 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 13:18:02.589734 dv-cinder-797073-1-iscsi neutron-server[92826]: self.callback(batched_events) Jun 18 13:18:02.589734 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 13:18:02.589734 dv-cinder-797073-1-iscsi neutron-server[92826]: event.method(event) Jun 18 13:18:02.589734 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 13:18:02.589734 dv-cinder-797073-1-iscsi neutron-server[92826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 13:18:02.589734 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 13:18:02.589734 dv-cinder-797073-1-iscsi neutron-server[92826]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 13:18:02.589734 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 13:18:02.589734 dv-cinder-797073-1-iscsi neutron-server[92826]: return f(self, *a, **k) Jun 18 13:18:02.589734 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 13:18:02.589734 dv-cinder-797073-1-iscsi neutron-server[92826]: return self._get(url).json() Jun 18 13:18:02.589734 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 13:18:02.589734 dv-cinder-797073-1-iscsi neutron-server[92826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 13:18:02.589734 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 13:18:02.589734 dv-cinder-797073-1-iscsi neutron-server[92826]: return self.request(url, 'GET', **kwargs) Jun 18 13:18:02.589734 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 13:18:02.589734 dv-cinder-797073-1-iscsi neutron-server[92826]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 13:18:02.589734 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 13:18:02.589734 dv-cinder-797073-1-iscsi neutron-server[92826]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 13:18:02.589734 dv-cinder-797073-1-iscsi neutron-server[92826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 13:18:02.589734 dv-cinder-797073-1-iscsi neutron-server[92826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 13:18:02.589734 dv-cinder-797073-1-iscsi neutron-server[92826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 13:18:02.593819 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-a3654b3d-fd08-4236-9869-b4eaa572ec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743829073381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743828642654'] for port, after_delete {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:02.595894 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:18:02.618690 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3654b3d-fd08-4236-9869-b4eaa572ec04 None None] Pushing event deleted for resources: {'Port': ['ID=ad87d5bb-f922-4166-bd16-99b58bf2b590,revision_number=None']} {{(pid=92827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:18:02.621090 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG oslo_concurrency.lockutils [None req-a3654b3d-fd08-4236-9869-b4eaa572ec04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:18:02.627111 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3654b3d-fd08-4236-9869-b4eaa572ec04 None None] No DVR routers for this DVR port ad87d5bb-f922-4166-bd16-99b58bf2b590 on host dv-cinder-797073-1-iscsi {{(pid=92827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 13:18:02.644800 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-464494a1-a597-4c6a-acf8-fc1ab665c154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-619022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2056967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055102'] for network, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:02.649061 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:18:02.651670 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-464494a1-a597-4c6a-acf8-fc1ab665c154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643803'] for network, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:02.653439 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-464494a1-a597-4c6a-acf8-fc1ab665c154 admin admin] 10.222.0.86 "DELETE /v2.0/networks/4b16d27d-7671-416b-82c8-c79d6005a12b HTTP/1.1" status: 204 len: 168 time: 0.6235554 Jun 18 13:18:02.665235 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464494a1-a597-4c6a-acf8-fc1ab665c154 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b16d27d-7671-416b-82c8-c79d6005a12b,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:18:02.667525 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-464494a1-a597-4c6a-acf8-fc1ab665c154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:18:02.760239 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 58854) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:18:02.799603 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-6c6689e6-9a52-4a3f-99e1-8ba5452be654 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=199716da8e9b46b294f07c4a76a0f071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379875 Jun 18 13:18:02.801894 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 58856) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:18:02.853547 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-b508d5c0-c9ad-426b-84dd-2fdf61917906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:02.874849 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-b508d5c0-c9ad-426b-84dd-2fdf61917906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:02.925143 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-b508d5c0-c9ad-426b-84dd-2fdf61917906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:02.927999 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-b508d5c0-c9ad-426b-84dd-2fdf61917906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:02.929788 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-b508d5c0-c9ad-426b-84dd-2fdf61917906 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2f1b83e4-3335-4a06-aade-be76b067b436 HTTP/1.1" status: 204 len: 168 time: 0.1269996 Jun 18 13:18:02.930661 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-ba785854-72b1-44e0-b8f3-0d94c63924e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:18:02.938859 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508d5c0-c9ad-426b-84dd-2fdf61917906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1b83e4-3335-4a06-aade-be76b067b436,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:18:02.941468 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-b508d5c0-c9ad-426b-84dd-2fdf61917906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:18:03.266683 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 58862) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:18:03.307662 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-364449ae-300e-4b6a-b746-d59e70dd28fe admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=683df2a7a4f840948d41ffc153cf6898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388875 Jun 18 13:18:03.309168 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [-] (92826) accepted ('10.222.0.86', 58864) {{(pid=92826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 13:18:03.356747 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-a49c6fb3-abb9-4a87-94d7-90c5cbf928d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:03.379112 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-a49c6fb3-abb9-4a87-94d7-90c5cbf928d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:03.424408 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-a49c6fb3-abb9-4a87-94d7-90c5cbf928d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057010'] for security_group, after_delete {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:03.426997 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron_lib.callbacks.manager [None req-a49c6fb3-abb9-4a87-94d7-90c5cbf928d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:03.428774 dv-cinder-797073-1-iscsi neutron-server[92826]: INFO neutron.wsgi [None req-a49c6fb3-abb9-4a87-94d7-90c5cbf928d0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d49e9595-cf64-404b-b09f-97b414ffd0ae HTTP/1.1" status: 204 len: 168 time: 0.1181474 Jun 18 13:18:03.429642 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-b23fe199-71dd-4a2f-8741-df88c00b25c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 13:18:03.438446 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c6fb3-abb9-4a87-94d7-90c5cbf928d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49e9595-cf64-404b-b09f-97b414ffd0ae,revision_number=None']} {{(pid=92826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 13:18:03.440668 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG oslo_concurrency.lockutils [None req-a49c6fb3-abb9-4a87-94d7-90c5cbf928d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 13:18:10.478929 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 13:18:21.917307 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-ed6ed228-5932-4cf9-927e-42a2b2bff8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:24.750566 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-ab7b1481-444a-4555-ae3e-daeee8edb3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:25.101459 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:26.063744 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:27.793779 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:30.658761 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:47.478229 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 13:18:51.919031 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-ff87b308-cdcc-484f-9753-4be5de948f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:54.752901 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-1765ed65-f94d-4d69-91fa-77f54fa219e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:55.103063 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:56.063907 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:18:57.796922 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:19:00.687140 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:19:05.081919 dv-cinder-797073-1-iscsi neutron-server[92826]: DEBUG neutron.wsgi [req-4fa7957b-4831-4d8e-9b6b-a0393566b225 req-7aa16599-caf2-4713-a499-ca1c83f0f901 service neutron] (92826) timed out ('10.222.0.77', 60957) {{(pid=92826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 18 13:19:08.808005 dv-cinder-797073-1-iscsi neutron-server[92825]: DEBUG neutron.wsgi [req-b5014dd7-d143-4ada-8b9f-74f4f8d0b245 req-e143691a-5868-4491-8a25-2af2ca5009d0 service neutron] (92825) timed out ('10.222.0.86', 53742) {{(pid=92825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 18 13:19:21.920627 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f1c7e30f-8576-46e2-bfe4-9119693b5aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:19:24.476054 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 13:19:24.753291 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-b2cc8033-8459-4e51-9189-2e9d16a43d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:19:25.104479 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:19:26.065182 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:19:27.798987 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:19:30.685806 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:19:51.921155 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f8138e77-eb54-44ff-899e-24f4bc73cbb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:19:54.752991 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-aa095c47-a961-459d-968a-582347625f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:19:55.107830 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:19:56.068097 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:19:57.801954 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:20:00.691106 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:20:01.474088 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 13:20:21.923650 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-0d8f2534-d8b2-4c38-af6b-a43fa5a27955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:20:24.755553 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-96df2630-f7f7-4f1f-b4d6-da18874e9dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:20:25.115049 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:20:26.074627 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:20:27.804961 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:20:30.687181 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:20:38.472078 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 13:20:51.927931 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-0624940c-6053-4e19-a32d-e179d9157100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:20:54.758309 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-3666874a-62bc-42f6-b2dd-183ec40725a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:20:55.108515 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:20:56.076839 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:20:57.810303 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:21:00.689707 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:21:15.471676 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 13:21:21.931302 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f1ff0e26-84da-49c4-b95d-6cf312c57c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:21:24.758660 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-5b1d3a1b-b377-4c46-bd7c-16f4542a562c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:21:25.110492 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:21:26.085870 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:21:27.818990 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:21:30.706748 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:21:51.934622 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-c62b0990-1537-4abb-bf1c-ca7daf9e5503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:21:52.471974 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 13:21:54.759793 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-ad2e03e9-908b-4052-952b-bed9bc3ff031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:21:55.116657 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:21:56.078643 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:21:57.816970 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:22:00.732296 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:22:21.938395 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-1a6cc7b5-79b4-4590-9f94-0592cb7f3527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:22:24.759910 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-98f90554-d5a2-416e-b622-27605aaf71e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:22:25.117907 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:22:26.082116 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:22:27.820386 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:22:29.470277 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 13:22:30.736894 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:22:51.940506 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-5d178b1b-e44b-470b-9307-ff8bcf677e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:22:54.761059 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-6452cf4e-16c8-4609-99e0-0bc6462d5cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:22:55.121854 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:22:56.083232 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:22:57.821111 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:23:00.747419 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:23:06.468070 dv-cinder-797073-1-iscsi neutron-server[92828]: DEBUG neutron.db.agents_db [None req-c9f4556d-a5d1-415a-b94f-39c6dca3a2dc None None] Agent healthcheck: found 6 active agents {{(pid=92828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 13:23:21.943074 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-c1a04d89-487c-47cb-b24e-1f2a77d4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:23:24.764712 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-8478c23c-a9ca-418a-b2a1-ef24022a22b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:23:25.126316 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-95255240-daa2-41b5-913c-b3736d7b9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:23:26.090078 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f43dd400-6808-44b9-99e0-7039c033db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:23:27.826233 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-40505897-754d-4333-bbde-27114d4df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 13:23:30.765897 dv-cinder-797073-1-iscsi neutron-server[92827]: DEBUG neutron_lib.callbacks.manager [None req-f427161b-ee06-463b-9238-2913f7a93f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743829154241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620621'] for agent, after_update {{(pid=92827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}